-- Logs begin at Wed 2021-06-02 07:21:34 UTC, end at Wed 2021-06-02 08:12:12 UTC. -- Jun 02 07:49:44.131106 dv-cinder-786385-7-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 02 07:49:45.093044 dv-cinder-786385-7-smb neutron-server[91434]: Beware of the coming changes in the project packaging Jun 02 07:49:45.093670 dv-cinder-786385-7-smb neutron-server[91434]: https://github.com/svinota/pyroute2/discussions/786 Jun 02 07:49:46.551065 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.common.config [-] Logging enabled! Jun 02 07:49:46.551696 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev249 Jun 02 07:49:46.551836 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91434) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 02 07:49:46.555023 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.common.config [-] Logging enabled! Jun 02 07:49:46.555448 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev249 Jun 02 07:49:46.555664 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91434) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 02 07:49:46.556633 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 02 07:49:46.556871 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 02 07:49:46.557223 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 02 07:49:46.557469 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 02 07:49:46.557695 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 02 07:49:46.558014 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.558881 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.559221 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.559495 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.559799 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.560118 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.560404 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.560701 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.561001 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.561286 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.561568 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.561857 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.562087 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.562373 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.562656 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.562943 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.563169 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] debug = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.563454 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.563902 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.564317 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.564596 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.564886 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.565166 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.565437 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.565710 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.565993 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.566321 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] host = dv-cinder-786385-7-smb {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.566596 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.566886 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.567173 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.567460 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.567734 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.568035 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.568324 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.568598 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.568871 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] log_file = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.569145 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.569435 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.569722 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.570015 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.570237 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.570458 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.570749 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.571111 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.571391 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.571667 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.571964 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.572239 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.572849 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.572849 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.573043 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.573328 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.573617 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.573965 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.574446 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.574746 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.575023 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.575314 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.575590 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.575889 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.576166 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.576454 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.576721 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.576993 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.577295 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.577584 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.577869 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.578156 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.578430 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.578712 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.578983 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.579255 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.579526 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] use_json = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.579798 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.580093 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.580374 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.580646 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.580916 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.581188 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.581460 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.581745 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:46.582041 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.582337 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.582638 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.582918 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.583212 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.583497 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.583787 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.584089 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.584379 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.584668 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.584954 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.585231 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.585520 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.585798 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.586094 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.586399 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.586767 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.587062 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.587339 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.587616 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.587913 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.588194 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.588482 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.588777 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.589067 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.589364 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.589821 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.590121 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.590404 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.590681 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.590963 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.591256 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.591537 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.591824 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.592120 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.592400 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.592676 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.592953 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.593233 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.593533 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.593818 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.594095 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.594370 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.594649 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.594923 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.595210 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.595489 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.595766 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.596070 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.596353 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.596632 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.596912 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.597194 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.597469 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.597752 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.598029 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.598305 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.598581 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.598855 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.599128 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.599400 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.599672 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.599983 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.600258 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.600531 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.600804 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.601080 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.601355 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.601641 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.601940 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.602292 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.602573 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.602853 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.603134 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.603411 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.603694 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.604001 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.604280 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.604554 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.604847 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.605700 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.605943 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.606227 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.606507 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.606804 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.607085 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.607371 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.607649 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.607953 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.608246 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.608532 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.608829 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.609125 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.609422 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.609717 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.610009 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.610314 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.610595 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.610875 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:46.611093 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 02 07:49:46.611334 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91434) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 02 07:49:46.960950 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:49:46.961239 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:49:46.961594 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:49:46.961930 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 02 07:49:47.350566 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.350848 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.351200 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.352981 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.353255 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.353528 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.393580 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.393861 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.394131 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.407680 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.407981 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.408252 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.437376 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.437649 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.437913 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.474606 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.474883 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.475147 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.710770 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.711448 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.711448 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.711609 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.712326 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.840439 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.840758 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.841044 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.841327 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.841596 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.841904 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.842162 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.842417 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.842669 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.842948 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.843204 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.843467 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.843730 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.844008 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.844277 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.844546 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.844804 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.845072 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.845324 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.845606 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.845952 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.846206 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.846456 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.846737 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.846986 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.847229 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.847611 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 07:49:47.847870 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 07:49:47.848107 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 07:49:47.848339 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 07:49:47.848569 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 07:49:47.848800 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 07:49:47.849158 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 02 07:49:47.852249 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 02 07:49:47.856404 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 02 07:49:47.860152 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jun 02 07:49:47.861911 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 02 07:49:47.862360 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 02 07:49:47.862698 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 02 07:49:47.863084 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 02 07:49:47.865875 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 02 07:49:47.866129 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 02 07:49:47.866476 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 02 07:49:47.894829 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 02 07:49:47.895270 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.895566 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91434) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 02 07:49:47.895955 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.897302 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91434) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 02 07:49:47.897577 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 02 07:49:47.897821 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 02 07:49:47.901225 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.901504 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:47.965687 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 02 07:49:47.965870 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 02 07:49:47.966103 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 02 07:49:47.966471 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 02 07:49:47.997014 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_db.sqlalchemy.engines [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91434) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 02 07:49:48.334967 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.plugins.ml2.managers [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Initializing driver for type 'gre' Jun 02 07:49:48.335719 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] gre ID ranges: [(1, 1000)] Jun 02 07:49:48.389813 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.plugins.ml2.managers [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Initializing driver for type 'local' Jun 02 07:49:48.390332 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.plugins.ml2.managers [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Initializing driver for type 'vlan' Jun 02 07:49:48.402311 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] VlanTypeDriver initialization complete Jun 02 07:49:48.402699 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.plugins.ml2.managers [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Initializing driver for type 'vxlan' Jun 02 07:49:48.403181 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] vxlan ID ranges: [(1, 1000)] Jun 02 07:49:48.455170 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.plugins.ml2.managers [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Initializing extension driver 'port_security' Jun 02 07:49:48.455620 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.plugins.ml2.extensions.port_security [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] PortSecurityExtensionDriver initialization complete Jun 02 07:49:48.456071 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.plugins.ml2.managers [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Initializing mechanism driver 'openvswitch' Jun 02 07:49:48.456475 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.plugins.ml2.managers [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Initializing mechanism driver 'hyperv' Jun 02 07:49:48.462971 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.plugins.ml2.plugin [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:49:48.463724 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > port after_create 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.464122 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > port after_update 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.465070 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > port after_delete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.465582 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > subnet after_create 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.465936 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > subnet after_update 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.466276 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.466650 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > network after_create 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.466991 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > network after_update 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.467326 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > network after_delete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.467694 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > security_group after_create 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.468053 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > security_group after_update 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.468385 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.468756 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.469092 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.469419 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.469786 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > address_group after_create 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.470118 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > address_group after_update 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.470447 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.470783 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] ML2 OVO RPC backend initialized. {{(pid=91434) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 02 07:49:48.471471 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.471838 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.472239 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > network before_response 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.472578 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > networks before_response 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.472918 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > port before_response 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.473251 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > ports before_response 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.473589 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > subnet before_response 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.473923 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > subnets before_response 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.474268 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > network after_create 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.474594 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > network after_update 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.474921 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > network after_delete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.475251 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > port after_create 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.475582 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > port after_update 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.475938 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > port after_delete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.476268 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > subnet after_create 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.476594 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > subnet after_update 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.476919 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.477521 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.plugins.ml2.plugin [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Modular L2 Plugin initialization complete Jun 02 07:49:48.477803 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading services supported by the core plugin {{(pid=91434) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 02 07:49:48.478292 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.plugins.ml2.managers [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Got port-security extension from driver 'port_security' Jun 02 07:49:48.479381 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.extensions.vlantransparent [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Disabled vlantransparent extension. Jun 02 07:49:48.479381 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91434) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 02 07:49:48.479381 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading Plugin: router Jun 02 07:49:48.517550 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.517938 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > router after_create 55549900 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.518307 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > router before_create 55549900 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.518664 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.519028 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.519374 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > router after_delete 55549900 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.519726 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.520109 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > router after_create 55549900 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.520451 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > router after_update 55549900 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.520791 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > router after_update 55549900 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.521133 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.521487 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > router after_update 55549900 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.521891 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > router precommit_update 55549900 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.522256 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: port after_update 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.522592 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: port after_delete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.522921 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: subnet after_update 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.523250 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.523587 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.524004 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > router precommit_create 55549900 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.524300 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: port before_delete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.524633 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > router precommit_create 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.524982 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > router after_update 55549900 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.525319 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.525658 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > router precommit_create 55549900 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.526010 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.526353 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > router precommit_update 55549900 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.526715 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > network after_delete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.528178 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.quota.resource_registry [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Tracking information for resource: router configured {{(pid=91434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 07:49:48.528502 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.quota.resource_registry [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Tracking information for resource: floatingip configured {{(pid=91434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 07:49:48.533322 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.db.l3_agentschedulers_db [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 02 07:49:48.533889 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: port after_update 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.534246 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: port after_create 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.534590 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: port after_delete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.534930 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: port after_update 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.535706 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > router before_create 55550100 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.536094 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.536451 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > router precommit_create 55550100 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.536799 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > router precommit_update 55550100 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.541133 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.services.provider_configuration [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Service providers = [] {{(pid=91434) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 02 07:49:48.541492 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.db.servicetype_db [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91434) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 02 07:49:48.545131 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.services.service_base [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91434) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 02 07:49:48.545480 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.services.service_base [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91434) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 02 07:49:48.545817 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.services.service_base [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91434) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 02 07:49:48.546687 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.services.service_base [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91434) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 02 07:49:48.547056 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.services.service_base [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 02 07:49:48.547423 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 07:49:48.547737 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 02 07:49:48.558016 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 07:49:48.558373 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading Plugin: auto_allocate Jun 02 07:49:48.564139 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: network precommit_update 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.564504 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: network precommit_create 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.565017 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 07:49:48.565336 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading Plugin: tag Jun 02 07:49:48.572148 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 07:49:48.572476 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading Plugin: timestamp Jun 02 07:49:48.576419 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 07:49:48.576748 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading Plugin: network_ip_availability Jun 02 07:49:48.581896 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.582267 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.582617 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.583336 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 07:49:48.583649 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading Plugin: flavors Jun 02 07:49:48.588685 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 07:49:48.588959 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading Plugin: revisions Jun 02 07:49:48.594030 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 07:49:48.594415 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_concurrency.lockutils [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.633s {{(pid=91434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:49:48.595136 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91434) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 02 07:49:48.595464 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Initializing extension manager. Jun 02 07:49:48.595989 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: __init__.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.596323 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: __pycache__ {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.596648 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.596972 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: address_group.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.597702 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.598270 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: address-group Jun 02 07:49:48.598588 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: address_scope.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.599274 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.599776 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: address-scope Jun 02 07:49:48.600117 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.601010 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.601512 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: router-admin-state-down-before-update Jun 02 07:49:48.601833 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: agent.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.602507 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.603006 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: agent Jun 02 07:49:48.603322 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: agent_resources_synced.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.604232 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.604734 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: agent-resources-synced Jun 02 07:49:48.605768 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: allowedaddresspairs.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.607527 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.608067 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: allowed-address-pairs Jun 02 07:49:48.608390 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: auto_allocated_topology.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.609437 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.609950 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: auto-allocated-topology Jun 02 07:49:48.610270 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: availability_zone.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.610942 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.611441 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: availability_zone Jun 02 07:49:48.611754 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: availability_zone_filter.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.612664 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.613163 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: availability_zone_filter Jun 02 07:49:48.613479 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: data_plane_status.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.614367 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.614862 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extension data-plane-status not supported by any of loaded plugins Jun 02 07:49:48.615175 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: default_subnetpools.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.616080 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.616578 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: default-subnetpools Jun 02 07:49:48.616895 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.617671 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.618170 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: dhcp_agent_scheduler Jun 02 07:49:48.618488 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: dns.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.619372 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.619891 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extension dns-integration not supported by any of loaded plugins Jun 02 07:49:48.620209 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: dns_domain_ports.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.621141 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.621637 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 02 07:49:48.621954 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: dvr.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.622599 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.623097 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: dvr Jun 02 07:49:48.623409 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: empty_string_filtering.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.624321 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.624821 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: empty-string-filtering Jun 02 07:49:48.625135 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.626008 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.626501 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 02 07:49:48.626813 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.627687 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.628211 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 02 07:49:48.628523 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: external_net.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.629396 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.629894 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: external-net Jun 02 07:49:48.630207 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.631086 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.631587 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: extra_dhcp_opt Jun 02 07:49:48.631934 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: extraroute.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.632815 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.633314 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: extraroute Jun 02 07:49:48.633630 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: extraroute_atomic.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.634643 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.635150 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: extraroute-atomic Jun 02 07:49:48.635467 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: filter_validation.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.636340 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.636841 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: filter-validation Jun 02 07:49:48.637158 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: fip_pf_description.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.638293 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.638790 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 02 07:49:48.639106 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: fip_port_details.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.640026 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.640531 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: fip-port-details Jun 02 07:49:48.640847 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: flavors.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.642045 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.642553 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: flavors Jun 02 07:49:48.642877 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.644516 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.645033 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 02 07:49:48.645354 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: floatingip_pools.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.646020 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.646522 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: floatingip-pools Jun 02 07:49:48.646839 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: ip_allocation.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.647725 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.648245 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extension ip_allocation not supported by any of loaded plugins Jun 02 07:49:48.648563 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.649454 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.649958 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: ip-substring-filtering Jun 02 07:49:48.650278 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: l2_adjacency.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.651183 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.651682 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 02 07:49:48.652590 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: l3.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.653521 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.654031 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: router Jun 02 07:49:48.654353 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.656587 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.657141 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 02 07:49:48.657471 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.658376 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.658895 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: ext-gw-mode Jun 02 07:49:48.659218 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.660133 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.660644 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: l3-ha Jun 02 07:49:48.660965 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: l3_flavors.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.661845 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.662353 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: l3-flavors Jun 02 07:49:48.662674 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.663571 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.664111 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 02 07:49:48.664433 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: l3agentscheduler.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.665408 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.665917 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: l3_agent_scheduler Jun 02 07:49:48.666238 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: logging.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.668312 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.668830 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extension logging not supported by any of loaded plugins Jun 02 07:49:48.669153 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: metering.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.669874 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.670437 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: metering Jun 02 07:49:48.670759 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.671968 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.672482 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: metering_source_and_destination_fields Jun 02 07:49:48.672807 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: multiprovidernet.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.673709 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.674212 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: multi-provider Jun 02 07:49:48.674538 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: netmtu.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.675429 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.675955 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: net-mtu Jun 02 07:49:48.676274 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: netmtu_writable.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.677162 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.677661 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: net-mtu-writable Jun 02 07:49:48.677978 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: network_availability_zone.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.678632 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.679125 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: network_availability_zone Jun 02 07:49:48.679441 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: network_ip_availability.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.680541 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.681050 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: network-ip-availability Jun 02 07:49:48.681370 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: network_segment_range.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.682106 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.682605 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extension network-segment-range not supported by any of loaded plugins Jun 02 07:49:48.682923 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: pagination.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.684083 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.684413 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: pagination Jun 02 07:49:48.684730 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: port_device_profile.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.685623 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.686132 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: port-device-profile Jun 02 07:49:48.686446 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.687343 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.687872 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: port-mac-address-regenerate Jun 02 07:49:48.688188 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.689089 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.689584 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: port-numa-affinity-policy Jun 02 07:49:48.689900 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: port_resource_request.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.690783 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.691280 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extension port-resource-request not supported by any of loaded plugins Jun 02 07:49:48.691596 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: portbindings.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.692511 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.693012 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: binding Jun 02 07:49:48.693328 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: portbindings_extended.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.694587 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.695099 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: binding-extended Jun 02 07:49:48.695417 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: portsecurity.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.696334 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.696839 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: port-security Jun 02 07:49:48.697155 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: project_id.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.698104 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.698424 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: project-id Jun 02 07:49:48.698785 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: providernet.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.699660 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.700197 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: provider Jun 02 07:49:48.700516 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: qos.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.703977 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.704502 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extension qos not supported by any of loaded plugins Jun 02 07:49:48.704826 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.706036 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.706551 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 02 07:49:48.706882 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.707764 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.708303 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 02 07:49:48.708624 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: qos_default.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.709506 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.710018 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extension qos-default not supported by any of loaded plugins Jun 02 07:49:48.710338 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: qos_fip.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.710964 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.711485 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extension qos-fip not supported by any of loaded plugins Jun 02 07:49:48.711765 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: qos_gateway_ip.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.712676 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.713180 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 02 07:49:48.713495 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: qos_port_network_policy.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.714974 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.715478 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 02 07:49:48.715790 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: qos_rule_type_details.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.716698 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.717201 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 02 07:49:48.717514 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: qos_rules_alias.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.718536 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.719041 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 02 07:49:48.719356 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: quotasv2.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.720392 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.720713 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: quotas Jun 02 07:49:48.721028 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: quotasv2_detail.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.722611 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.722942 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: quota_details Jun 02 07:49:48.723264 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: rbac.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.724315 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.724837 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: rbac-policies Jun 02 07:49:48.725162 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: rbac_address_group.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.726067 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.726573 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: rbac-address-group Jun 02 07:49:48.726891 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: rbac_address_scope.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.727777 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.728306 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: rbac-address-scope Jun 02 07:49:48.728625 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: rbac_security_groups.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.729508 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.730581 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: rbac-security-groups Jun 02 07:49:48.730900 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: rbac_subnetpool.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.731805 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.732326 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: rbac-subnetpool Jun 02 07:49:48.732640 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: revisionifmatch.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.733530 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.734032 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: revision-if-match Jun 02 07:49:48.734349 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: revisions.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.735433 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.735971 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: standard-attr-revisions Jun 02 07:49:48.736292 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: router_availability_zone.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.736935 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.737436 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: router_availability_zone Jun 02 07:49:48.737750 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: routerservicetype.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.738638 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.739147 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extension router-service-type not supported by any of loaded plugins Jun 02 07:49:48.739461 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.740381 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.740887 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: security-groups-normalized-cidr Jun 02 07:49:48.741203 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.742099 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.742606 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: port-security-groups-filtering Jun 02 07:49:48.742920 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.743804 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.744338 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: security-groups-remote-address-group Jun 02 07:49:48.744653 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: securitygroup.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.755304 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.755846 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: security-group Jun 02 07:49:48.756188 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: segment.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.756944 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.757445 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extension segment not supported by any of loaded plugins Jun 02 07:49:48.757764 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.758667 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.759173 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 02 07:49:48.759496 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: servicetype.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.760602 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.761119 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: service-type Jun 02 07:49:48.761469 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: sorting.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.762417 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.762990 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: sorting Jun 02 07:49:48.763311 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: standard_attr_segment.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.764224 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.764733 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 02 07:49:48.765050 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: standardattrdescription.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.765672 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.766176 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: standard-attr-description Jun 02 07:49:48.766495 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: stateful_security_group.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.767388 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.767920 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: stateful-security-group Jun 02 07:49:48.768239 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: stdattrs_common.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.768795 dv-cinder-786385-7-smb neutron-server[91434]: WARNING neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 02 07:49:48.769109 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.770067 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.770576 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 02 07:49:48.770890 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: subnet_onboard.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.771976 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.772483 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: subnet_onboard Jun 02 07:49:48.772798 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.773692 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.774213 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 02 07:49:48.774527 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: subnet_service_types.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.775423 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.775962 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: subnet-service-types Jun 02 07:49:48.776281 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: subnetallocation.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.777931 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.778466 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: subnet_allocation Jun 02 07:49:48.778785 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.779425 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.779965 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: subnetpool-prefix-ops Jun 02 07:49:48.780284 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.781182 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.781684 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 02 07:49:48.781998 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: tagging.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.783029 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.783546 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: standard-attr-tag Jun 02 07:49:48.783884 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: timestamp.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.785053 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.785565 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loaded extension: standard-attr-timestamp Jun 02 07:49:48.785887 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: trunk.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.786892 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.787419 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extension trunk not supported by any of loaded plugins Jun 02 07:49:48.787725 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: trunk_details.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.788645 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.789156 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extension trunk-details not supported by any of loaded plugins Jun 02 07:49:48.789473 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: uplink_status_propagation.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.790370 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.790881 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 02 07:49:48.791195 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Loading extension file: vlantransparent.py {{(pid=91434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 07:49:48.791865 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 07:49:48.792371 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 02 07:49:48.795490 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.quota.resource_registry [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Creating instance of TrackedResource for resource:network Jun 02 07:49:48.796233 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.quota.resource_registry [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Creating instance of TrackedResource for resource:subnet Jun 02 07:49:48.797006 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.quota.resource_registry [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 02 07:49:48.797602 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.quota.resource_registry [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Creating instance of TrackedResource for resource:port Jun 02 07:49:48.798843 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.v2.resource_helper [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 07:49:48.799268 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.v2.resource_helper [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Service FLAVORS assigned prefix: {{(pid=91434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 07:49:48.799901 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.v2.resource_helper [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 07:49:48.800329 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.v2.resource_helper [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 07:49:48.800652 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.quota.resource_registry [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Creating instance of TrackedResource for resource:router Jun 02 07:49:48.801294 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.quota.resource_registry [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Creating instance of TrackedResource for resource:floatingip Jun 02 07:49:48.801985 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.v2.resource_helper [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Service METERING assigned prefix: /metering {{(pid=91434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 07:49:48.803397 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.803763 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.804130 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:49:48.805261 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.quota.resource_registry [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Creating instance of CountableResource for resource:rbac_policy Jun 02 07:49:48.805698 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.quota.resource_registry [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Creating instance of TrackedResource for resource:security_group Jun 02 07:49:48.806355 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.quota.resource_registry [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 02 07:49:48.807069 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.v2.resource_helper [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Service CORE assigned prefix: {{(pid=91434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 07:49:48.807396 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.quota.resource_registry [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 02 07:49:48.807723 dv-cinder-786385-7-smb neutron-server[91434]: WARNING neutron.quota.resource_registry [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] subnetpool is already registered Jun 02 07:49:48.808397 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.v2.resource_helper [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Service CORE assigned prefix: {{(pid=91434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 07:49:48.808720 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.quota.resource_registry [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 02 07:49:48.809031 dv-cinder-786385-7-smb neutron-server[91434]: WARNING neutron.quota.resource_registry [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] subnetpool is already registered Jun 02 07:49:48.811579 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.v2.resource_helper [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 07:49:48.812026 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.v2.resource_helper [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Service FLAVORS assigned prefix: {{(pid=91434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 07:49:48.812601 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.v2.resource_helper [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 07:49:48.813011 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.v2.resource_helper [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 07:49:48.813337 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.quota.resource_registry [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Creating instance of TrackedResource for resource:router Jun 02 07:49:48.813658 dv-cinder-786385-7-smb neutron-server[91434]: WARNING neutron.quota.resource_registry [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] router is already registered Jun 02 07:49:48.814244 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.quota.resource_registry [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Creating instance of TrackedResource for resource:floatingip Jun 02 07:49:48.814565 dv-cinder-786385-7-smb neutron-server[91434]: WARNING neutron.quota.resource_registry [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] floatingip is already registered Jun 02 07:49:48.815185 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.v2.resource_helper [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Service METERING assigned prefix: /metering {{(pid=91434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 07:49:48.815854 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.quota.resource_registry [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Creating instance of CountableResource for resource:rbac_policy Jun 02 07:49:48.816178 dv-cinder-786385-7-smb neutron-server[91434]: WARNING neutron.quota.resource_registry [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] rbac_policy is already registered Jun 02 07:49:48.816707 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.quota.resource_registry [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Creating instance of TrackedResource for resource:security_group Jun 02 07:49:48.817030 dv-cinder-786385-7-smb neutron-server[91434]: WARNING neutron.quota.resource_registry [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] security_group is already registered Jun 02 07:49:48.817604 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.quota.resource_registry [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 02 07:49:48.817936 dv-cinder-786385-7-smb neutron-server[91434]: WARNING neutron.quota.resource_registry [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] security_group_rule is already registered Jun 02 07:49:48.818591 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.v2.resource_helper [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Service CORE assigned prefix: {{(pid=91434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 07:49:48.818915 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.quota.resource_registry [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 02 07:49:48.819232 dv-cinder-786385-7-smb neutron-server[91434]: WARNING neutron.quota.resource_registry [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] subnetpool is already registered Jun 02 07:49:48.819825 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.v2.resource_helper [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Service CORE assigned prefix: {{(pid=91434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 07:49:48.820150 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.quota.resource_registry [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 02 07:49:48.820474 dv-cinder-786385-7-smb neutron-server[91434]: WARNING neutron.quota.resource_registry [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] subnetpool is already registered Jun 02 07:49:48.821113 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: extensions {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.822578 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: address-groups {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.825081 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: address-scopes {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.826294 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: agents {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.827879 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: auto-allocated-topology {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.829126 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: availability_zones {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.830419 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: dhcp-networks {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.831862 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: dhcp-agents {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.833282 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: routers {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.835070 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: flavors {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.836253 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: service_profiles {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.837445 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: next_providers {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.839008 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: service_profiles {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.841149 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: floatingip-pools {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.842344 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: routers {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.844185 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: floatingips {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.845357 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: l3-routers {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.846728 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: l3-agents {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.848237 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: metering-labels {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.849560 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: metering-label-rules {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.850829 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: network-ip-availabilities {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.852131 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: bindings {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.853769 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: quotas {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.855222 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: quotas {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.856662 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: rbac-policies {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.858924 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: security-groups {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.860161 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: security-group-rules {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.861395 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: service-providers {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.862596 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: subnetpools {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.974361 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: subnetpools {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.975795 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: tags {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.977498 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: tags {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.979340 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: tags {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.981244 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: tags {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.983025 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: tags {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.984908 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: tags {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.986639 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: tags {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.988592 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: tags {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.990324 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: tags {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.992201 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron.api.extensions [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Extended resource: tags {{(pid=91434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 07:49:48.998336 dv-cinder-786385-7-smb neutron-server[91434]: WARNING keystonemiddleware.auth_token [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 02 07:49:49.003015 dv-cinder-786385-7-smb neutron-server[91434]: WARNING keystonemiddleware.auth_token [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 02 07:49:49.011060 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_concurrency.lockutils [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Acquired lock "singleton_lock" {{(pid=91434) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 02 07:49:49.012088 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_concurrency.lockutils [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Releasing lock "singleton_lock" {{(pid=91434) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 02 07:49:49.012965 dv-cinder-786385-7-smb neutron-server[91434]: INFO oslo_service.service [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Starting 2 workers Jun 02 07:49:49.017609 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Started child 91539 {{(pid=91434) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 02 07:49:49.021893 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Started child 91540 {{(pid=91434) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 02 07:49:49.022740 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:49:49.023462 dv-cinder-786385-7-smb neutron-server[91434]: INFO neutron.service [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 02 07:49:49.024104 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Notify callbacks [] for process, before_spawn {{(pid=91434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:49:49.024204 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [-] (91539) wsgi starting up on http://0.0.0.0:9696 Jun 02 07:49:49.026450 dv-cinder-786385-7-smb neutron-server[91434]: INFO oslo_service.service [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Starting 1 workers Jun 02 07:49:49.026578 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:49:49.028783 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [-] (91540) wsgi starting up on http://0.0.0.0:9696 Jun 02 07:49:49.032284 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Started child 91541 {{(pid=91434) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 02 07:49:49.032790 dv-cinder-786385-7-smb neutron-server[91434]: INFO oslo_service.service [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Starting 1 workers Jun 02 07:49:49.035780 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.service [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] calling RpcWorker wait() {{(pid=91541) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 02 07:49:49.036324 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.service [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] returning from RpcWorker wait() {{(pid=91541) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 02 07:49:49.037097 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Started child 91542 {{(pid=91434) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 02 07:49:49.037807 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:49:49.037902 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG neutron_lib.callbacks.manager [None req-9e558025-eef4-46a9-8437-bfd5e941a4f2 None None] Notify callbacks [] for process, after_spawn {{(pid=91434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:49:49.038361 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:49:49.039678 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91434) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 02 07:49:49.039913 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 02 07:49:49.040098 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 02 07:49:49.040330 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 02 07:49:49.040647 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 02 07:49:49.040808 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 02 07:49:49.041292 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.041556 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.041796 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:49:49.042253 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.042253 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.042377 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.042954 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.043223 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.043476 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.043747 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.044020 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.044194 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.044359 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.044596 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.044843 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.045170 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.045437 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.045675 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.045939 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.046112 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.046349 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.046607 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.046941 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.047352 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] debug = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.047352 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.047792 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.048187 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.048314 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.048456 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.048699 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.048939 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.049178 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.049420 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.049632 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.049880 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.050144 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.050387 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.050620 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.050844 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.051110 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.051313 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.051846 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] host = dv-cinder-786385-7-smb {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.052084 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.052299 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.052543 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.052800 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.053046 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.053277 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.053525 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.053781 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.054011 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.054255 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.054471 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.054725 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.054942 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.055199 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] log_file = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.055362 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] log_options = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.055591 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.055898 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.056160 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.056346 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.056513 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.056690 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.056941 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.057101 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.057345 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.057555 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.057762 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.057969 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.058561 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.058773 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.059026 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.059249 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.059463 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.059690 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.059955 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.060200 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.060421 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.060641 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.060856 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.061074 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.061266 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.061477 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.061719 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.061947 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.062154 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.062406 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.062635 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.062892 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.063132 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.063375 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.063595 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.063844 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.064097 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.064365 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.064592 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.064830 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.065072 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.065283 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.065503 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.065735 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.066161 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.066316 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:49:49.066479 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] use_json = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.066628 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.066825 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.067047 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.067267 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.067567 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.067732 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.067916 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.068128 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.068540 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.068916 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.069128 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.069353 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.069583 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.069939 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.070121 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.070280 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.070594 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.070814 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.071131 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.071305 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.071598 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.072017 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.072335 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.072493 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.072635 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.072914 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.073163 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.073356 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.073566 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.074809 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.074964 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.075216 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.075477 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.075740 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.076006 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.076193 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.076443 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.076655 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.076888 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.077123 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.077395 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.077703 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.077859 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.078048 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.078274 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.078491 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.078735 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.078960 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.079193 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.079442 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.079682 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.082201 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.082201 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.082201 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.082201 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.082201 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.082201 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.082201 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.082201 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.082201 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.085498 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.085498 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.085498 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.085498 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.085498 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.085498 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.085498 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.085498 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.085498 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.086131 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.086131 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.086131 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.086131 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.086131 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.086131 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.086131 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.086131 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.086131 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.086863 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.086863 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.086863 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.086863 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.086863 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.086863 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.087245 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.087245 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.087385 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.087550 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.087838 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.087998 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.088238 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.088424 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.088755 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.091131 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.091131 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.091131 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.091131 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.091131 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.091131 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.091131 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.091560 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.091687 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.092213 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.092562 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.092894 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.093237 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.093544 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.093851 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.094173 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.094476 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.094769 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.095045 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.095361 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.095650 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.095986 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.096293 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.096588 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.096879 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.097139 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.097416 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.097652 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.097929 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.098167 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.098433 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.098694 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.098994 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.099258 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.099521 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.099778 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.100062 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.100290 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.100557 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.100780 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.101006 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.101239 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.101525 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.101790 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.102011 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.102225 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.102450 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.102795 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.103036 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.103269 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.103507 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.103755 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.104055 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.104303 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.104580 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.104823 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.105183 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.105520 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.105757 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.105972 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.106195 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.106419 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.106633 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.106853 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.107495 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.107495 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.107495 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.107907 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.108038 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.108171 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.108341 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.108562 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.108782 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.108999 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.109244 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.109473 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.109688 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.109925 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.110139 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.110351 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.110563 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.110792 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.111041 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.111255 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.111517 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.111763 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.112015 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.112257 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.112498 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.112746 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.112955 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.113195 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.113428 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.113636 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.113936 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.114092 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.114273 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.114480 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.114719 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.114928 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.115175 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.115405 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.115744 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.116008 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.116247 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.116486 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.116696 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.116927 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.117155 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.117365 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.117575 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.117782 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.118005 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.118233 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.119596 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.119596 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.119596 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.119596 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.119596 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.119596 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.120376 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.120376 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.120548 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.120633 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.121048 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.121169 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.121457 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.121660 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.122562 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.122562 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.122562 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.122562 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.122868 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.122868 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.123849 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.123849 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.123849 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.123849 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.124149 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.124149 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.124300 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.124659 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.125017 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.125218 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.125443 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.125647 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.125983 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.126243 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.126461 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.126743 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.126976 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.127231 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.127480 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.127793 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.128024 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.128264 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.128501 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.128714 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.128929 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.129197 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.129498 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.129784 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.130045 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.130291 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.130625 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.130834 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.131089 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.131295 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.131587 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.131949 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.132221 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.132487 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.132712 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.132978 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.133192 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.133404 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.133613 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.133840 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.134053 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.134303 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.134529 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.134784 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.134946 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.135166 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.135374 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.135593 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.135833 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.136060 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.136814 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.137007 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 02 07:49:49.137586 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91434) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 02 07:49:49.137991 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 02 07:49:49.138144 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 02 07:49:49.138310 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 02 07:49:49.138474 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 02 07:49:49.138622 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 02 07:49:49.138823 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.138976 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.139138 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.139297 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.139452 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.139639 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.139803 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.139997 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.140153 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.140308 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.140462 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.140615 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.140769 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.140923 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.141078 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.141232 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.141386 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.141541 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.141701 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.141855 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.142009 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.142163 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.142318 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] debug = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.142471 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.142660 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.142820 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.142975 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.143129 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.143285 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.143440 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.143594 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.143748 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.143948 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.144104 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.144258 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.144412 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.144564 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.144718 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.144905 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.145045 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.145201 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] host = dv-cinder-786385-7-smb {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.145337 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.145471 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.145605 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.145738 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.145871 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.146015 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.146154 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.146307 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.146459 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.146611 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.146766 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.146920 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.147074 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.147227 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] log_file = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.147384 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] log_options = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.147537 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.147690 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.147868 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.148041 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.148205 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.148359 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.148512 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.148666 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.148820 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.148975 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.149129 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.149283 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.149436 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.149590 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.149744 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.149897 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.150050 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.150204 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.150358 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.150511 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.150669 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.150822 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.150961 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.151112 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.151246 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.151617 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.151617 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.153003 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.153003 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.153003 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.153003 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.153003 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.153848 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.153848 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.153848 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.153848 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.153848 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.153848 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.154578 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.154578 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.154578 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.154578 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.154578 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.155381 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.155381 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.155381 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] use_json = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.155381 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.155381 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.155381 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.156064 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.156064 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.156064 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.156064 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.156064 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 07:49:49.156596 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.156596 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.156596 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.156804 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.156883 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.156986 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.157145 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.157308 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.157466 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.157624 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.157788 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.157946 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.158113 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.158269 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.158425 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.158584 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.158741 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.158897 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.159054 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.159211 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.159369 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.159541 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.159696 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.159877 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.160042 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.160193 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.160344 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.160482 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.160619 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.160780 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.160938 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.161084 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.161241 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.161384 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.161549 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.161713 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.162781 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.162781 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.162781 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.162781 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.162781 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.162781 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.162781 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.163577 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.163577 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.163577 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.163577 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.163577 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.164350 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.164350 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.164350 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.164350 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.164350 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.164981 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.164981 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.164981 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.165386 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.165386 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.165635 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.165635 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.165930 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.165930 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.166084 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.166274 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.166388 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.166502 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.166614 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.166771 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.166932 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.167089 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.167246 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.167488 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.167625 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.167758 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.168032 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.168032 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.168315 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.168475 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.168634 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.168792 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.168950 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.169107 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.169266 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.169426 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.169595 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.169814 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.169985 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.170131 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.170322 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.170498 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.170724 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.170902 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.171068 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.171248 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.171406 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.171560 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.171745 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.171906 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.172047 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.172238 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.172421 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.172621 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.172784 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.172960 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.173091 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.173305 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.173455 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.173664 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.173800 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:49:49.173948 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.173948 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.174207 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.174207 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.174464 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.174597 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.174763 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.174903 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.175047 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.175180 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.175311 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.175446 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.175581 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.175715 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.175896 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.176038 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.176173 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.176325 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.176454 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.176599 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.176733 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.176868 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.177002 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.177136 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.177321 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.177479 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.177636 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.177796 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.177954 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.178111 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.178268 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.178424 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.178580 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.178734 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.178877 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.179011 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.179171 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.179329 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.179486 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.179644 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.179802 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.179980 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.180138 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.180296 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.180454 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.180611 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.180768 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.180923 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.181079 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.181237 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.181395 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.181553 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.181710 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.181866 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.182023 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.182179 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.182335 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.182491 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.182647 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.182802 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.182961 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.183653 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.183807 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.183984 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.184142 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.184300 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.184457 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.184615 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.184773 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.184930 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.185088 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.185244 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.185401 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.185560 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.185717 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.185874 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.186032 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.186187 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.186344 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.186515 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.186897 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.186897 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.187143 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.187143 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.187374 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.187457 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.187535 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.187685 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.188072 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.188072 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.188305 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.188305 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.188536 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.188657 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.188778 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.188903 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.189053 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.189170 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.189337 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.189495 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.189651 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.189807 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.189963 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.190130 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.190286 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.190443 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.190598 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.190753 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.190917 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.191074 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.191230 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.191385 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.191541 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.191706 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.191890 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.192049 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.192205 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.192360 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.192525 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.192681 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.192837 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.192991 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.193147 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.193313 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.193470 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.193627 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.193790 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.193946 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.194101 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.194257 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.194424 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.194581 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.194739 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.194894 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.195050 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.195206 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.195366 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.195529 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.195693 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.195876 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.196035 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.196200 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.196364 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.196529 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.196686 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.196848 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.197016 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.197172 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.197328 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.197485 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.197641 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.197801 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.197958 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.198114 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.198270 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.198427 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.198584 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.198740 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.198896 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.199053 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.199210 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.199367 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.199528 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.200237 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.200392 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.200550 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 07:49:49.200832 dv-cinder-786385-7-smb neutron-server[91434]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 02 07:49:49.298067 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 37678) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:49:49.306524 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063169 Jun 02 07:50:00.034461 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6471aaad-54a9-4814-992e-dec80940c4bd None None] get_active_networks_info from dv-cinder-786385-7-smb {{(pid=91541) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 07:50:00.118011 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6471aaad-54a9-4814-992e-dec80940c4bd None None] No non-hosted networks {{(pid=91541) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 02 07:50:00.144319 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.agentschedulers_db [None req-6471aaad-54a9-4814-992e-dec80940c4bd None None] DHCP Agent not found on host dv-cinder-786385-7-smb {{(pid=91541) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 02 07:50:00.273243 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-833e0c51-6bf7-427e-8562-66dc86e56dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709'] for agent, after_create {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:02.351200 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709'] for agent, after_create {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:02.352180 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:02.352600 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:02.353041 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:02.353560 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:02.353900 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:02.354226 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:02.355273 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:02.355703 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:02.356056 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:02.356382 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:02.357726 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:02.358545 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:02.360747 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786385-7-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:50:02.380192 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786385-7-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:50:02.623279 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-6cc0e615-4cc2-47f5-895f-24906d72ff00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709'] for agent, after_create {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:02.798307 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-f40fb4eb-15c5-4bff-b640-15689dbc4cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:04.016852 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709'] for agent, after_create {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:05.308072 dv-cinder-786385-7-smb neutron-server[91541]: INFO neutron.db.l3_hamode_db [None req-bce1e04a-baad-4e80-832f-9fd2820db452 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 02 07:50:05.380744 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709'] for agent, after_create {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:05.399482 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce1e04a-baad-4e80-832f-9fd2820db452 None None] Routers set() bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 07:50:05.399796 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce1e04a-baad-4e80-832f-9fd2820db452 None None] Router IDs set() for agent in host dv-cinder-786385-7-smb {{(pid=91541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 02 07:50:06.770688 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 37770) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:50:07.353776 dv-cinder-786385-7-smb neutron-server[91540]: WARNING oslo_policy.policy [None req-8b80bd67-bd23-439e-9581-99e0ff65d6c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 07:50:07.354355 dv-cinder-786385-7-smb neutron-server[91540]: WARNING oslo_policy.policy [None req-8b80bd67-bd23-439e-9581-99e0ff65d6c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 07:50:07.570676 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [None req-8b80bd67-bd23-439e-9581-99e0ff65d6c5 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=91540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 07:50:07.571796 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-8b80bd67-bd23-439e-9581-99e0ff65d6c5 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8000212 Jun 02 07:50:09.907994 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 37784) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:50:10.497391 dv-cinder-786385-7-smb neutron-server[91539]: WARNING oslo_policy.policy [None req-af0068f6-7c3f-4317-99f8-94c88d7c208b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 07:50:10.498181 dv-cinder-786385-7-smb neutron-server[91539]: WARNING oslo_policy.policy [None req-af0068f6-7c3f-4317-99f8-94c88d7c208b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 07:50:10.713092 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [None req-af0068f6-7c3f-4317-99f8-94c88d7c208b admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:50:10.812537 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.policy [None req-af0068f6-7c3f-4317-99f8-94c88d7c208b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91539) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 02 07:50:10.859069 dv-cinder-786385-7-smb neutron-server[91539]: WARNING oslo_policy.policy [None req-af0068f6-7c3f-4317-99f8-94c88d7c208b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 07:50:10.859432 dv-cinder-786385-7-smb neutron-server[91539]: WARNING oslo_policy.policy [None req-af0068f6-7c3f-4317-99f8-94c88d7c208b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 07:50:10.868083 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.quota [None req-af0068f6-7c3f-4317-99f8-94c88d7c208b admin admin] Loaded quota_driver: . Jun 02 07:50:10.883276 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-af0068f6-7c3f-4317-99f8-94c88d7c208b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:50:10.942318 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-af0068f6-7c3f-4317-99f8-94c88d7c208b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746789887421', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746789887950', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746789865612', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746789871440', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746789783261', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746789773371', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3902350', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3779228', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-610826', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-542057'] for rbac-policy, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:11.003369 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-af0068f6-7c3f-4317-99f8-94c88d7c208b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:11.004804 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-af0068f6-7c3f-4317-99f8-94c88d7c208b admin admin] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0947893 Jun 02 07:50:13.615271 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 37802) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:50:13.969300 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'a45d3910c79d480ca442aa284512a61b', 'name': 'private', 'tenant_id': 'a45d3910c79d480ca442aa284512a61b'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:50:13.974271 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:50:13.978428 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Usage tracker for resource:network and tenant:a45d3910c79d480ca442aa284512a61b is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:50:13.982946 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:50:13.989074 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:50:13.999010 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Made reservation on behalf of a45d3910c79d480ca442aa284512a61b for: {'network': 1} {{(pid=91539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 07:50:14.001991 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3847429'] for network, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:14.020506 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:14.034182 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:50:14.037791 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Usage tracker for resource:security_group_rule and tenant:a45d3910c79d480ca442aa284512a61b is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:50:14.042715 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:50:14.048297 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:50:14.145476 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:14.149141 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:14.154443 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:50:14.171546 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=91539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 07:50:14.197490 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746790623564', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479'] for segment, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:14.198099 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Unsubscribe: segment precommit_create {{(pid=91539) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 02 07:50:14.199305 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.db.segments_db [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Added segment 44b6c79b-6cf6-4966-8b38-f039809f1866 of type vlan for network acc80663-cfd6-40aa-bb7c-982373049573 Jun 02 07:50:14.250421 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c530897e-e4fb-4201-86ae-136948d207d9,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:50:14.270592 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:14.270931 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:14.271259 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:14.271580 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:14.271927 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:14.272245 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:14.272557 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:14.272870 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:14.273195 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:14.273505 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:14.273811 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:14.274115 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:14.275184 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Tracked resource versions report: Jun 02 07:50:14.275184 dv-cinder-786385-7-smb neutron-server[91539]: pushed versions: Jun 02 07:50:14.275184 dv-cinder-786385-7-smb neutron-server[91539]: { 'AddressGroup': {'1.2'}, Jun 02 07:50:14.275184 dv-cinder-786385-7-smb neutron-server[91539]: 'ConntrackHelper': {'1.0'}, Jun 02 07:50:14.275184 dv-cinder-786385-7-smb neutron-server[91539]: 'Log': {'1.0'}, Jun 02 07:50:14.275184 dv-cinder-786385-7-smb neutron-server[91539]: 'Network': {'1.1'}, Jun 02 07:50:14.275184 dv-cinder-786385-7-smb neutron-server[91539]: 'Port': {'1.7'}, Jun 02 07:50:14.275184 dv-cinder-786385-7-smb neutron-server[91539]: 'PortForwarding': {'1.2'}, Jun 02 07:50:14.275184 dv-cinder-786385-7-smb neutron-server[91539]: 'QosPolicy': {'1.8'}, Jun 02 07:50:14.275184 dv-cinder-786385-7-smb neutron-server[91539]: 'SecurityGroup': {'1.4'}, Jun 02 07:50:14.275184 dv-cinder-786385-7-smb neutron-server[91539]: 'SecurityGroupRule': {'1.2'}, Jun 02 07:50:14.275184 dv-cinder-786385-7-smb neutron-server[91539]: 'SubPort': {'1.0'}, Jun 02 07:50:14.275184 dv-cinder-786385-7-smb neutron-server[91539]: 'Subnet': {'1.1'}, Jun 02 07:50:14.275184 dv-cinder-786385-7-smb neutron-server[91539]: 'Trunk': {'1.1'}} Jun 02 07:50:14.275184 dv-cinder-786385-7-smb neutron-server[91539]: consumer versions: Jun 02 07:50:14.275184 dv-cinder-786385-7-smb neutron-server[91539]: { DHCP agent@dv-cinder-786385-7-smb: {}, Jun 02 07:50:14.275184 dv-cinder-786385-7-smb neutron-server[91539]: L3 agent@dv-cinder-786385-7-smb: {}, Jun 02 07:50:14.275184 dv-cinder-786385-7-smb neutron-server[91539]: Metadata agent@dv-cinder-786385-7-smb: {}, Jun 02 07:50:14.275184 dv-cinder-786385-7-smb neutron-server[91539]: Metering agent@dv-cinder-786385-7-smb: {}, Jun 02 07:50:14.275184 dv-cinder-786385-7-smb neutron-server[91539]: Open vSwitch agent@dv-cinder-786385-7-smb: { 'AddressGroup': '1.2', Jun 02 07:50:14.275184 dv-cinder-786385-7-smb neutron-server[91539]: 'ConntrackHelper': '1.0', Jun 02 07:50:14.275184 dv-cinder-786385-7-smb neutron-server[91539]: 'Log': '1.0', Jun 02 07:50:14.275184 dv-cinder-786385-7-smb neutron-server[91539]: 'Network': '1.1', Jun 02 07:50:14.275184 dv-cinder-786385-7-smb neutron-server[91539]: 'Port': '1.7', Jun 02 07:50:14.275184 dv-cinder-786385-7-smb neutron-server[91539]: 'PortForwarding': '1.2', Jun 02 07:50:14.275184 dv-cinder-786385-7-smb neutron-server[91539]: 'QosPolicy': '1.8', Jun 02 07:50:14.275184 dv-cinder-786385-7-smb neutron-server[91539]: 'SecurityGroup': '1.4', Jun 02 07:50:14.275184 dv-cinder-786385-7-smb neutron-server[91539]: 'SecurityGroupRule': '1.2', Jun 02 07:50:14.275184 dv-cinder-786385-7-smb neutron-server[91539]: 'SubPort': '1.0', Jun 02 07:50:14.275184 dv-cinder-786385-7-smb neutron-server[91539]: 'Subnet': '1.1', Jun 02 07:50:14.275184 dv-cinder-786385-7-smb neutron-server[91539]: 'Trunk': '1.1'}} Jun 02 07:50:14.275184 dv-cinder-786385-7-smb neutron-server[91539]: {{(pid=91539) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 07:50:14.320636 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746790259047'] for network, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:14.328846 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:50:14.362258 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-947529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536110'] for network, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:14.363962 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:50:14.364596 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for network, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:14.367636 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:50:14.472075 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8556819 Jun 02 07:50:14.472626 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Pushing event updated for resources: {'Network': ['ID=acc80663-cfd6-40aa-bb7c-982373049573,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:50:14.497536 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:50:14.506349 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Network acc80663-cfd6-40aa-bb7c-982373049573 details requested by agent ovs-agent-dv-cinder-786385-7-smb with host dv-cinder-786385-7-smb {{(pid=91541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 02 07:50:17.150837 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 37816) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:50:17.711239 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.policy [None req-22ac7b03-2e23-41f3-93a8-481a6a4b3238 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91540) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 02 07:50:17.756969 dv-cinder-786385-7-smb neutron-server[91540]: WARNING oslo_policy.policy [None req-22ac7b03-2e23-41f3-93a8-481a6a4b3238 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 07:50:17.757270 dv-cinder-786385-7-smb neutron-server[91540]: WARNING oslo_policy.policy [None req-22ac7b03-2e23-41f3-93a8-481a6a4b3238 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 07:50:17.766479 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ac7b03-2e23-41f3-93a8-481a6a4b3238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:50:17.768157 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-22ac7b03-2e23-41f3-93a8-481a6a4b3238 admin admin] 10.222.0.81 "GET /v2.0/networks/acc80663-cfd6-40aa-bb7c-982373049573 HTTP/1.1" status: 200 len: 825 time: 0.6163709 Jun 02 07:50:17.798433 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-2b3491a1-9fd8-416d-a127-188de223fe92 admin admin] 10.222.0.81 "GET /v2.0/subnetpools/6abbb41d-f95a-4427-b0a5-be5f042bb1bb HTTP/1.1" status: 200 len: 734 time: 0.0249870 Jun 02 07:50:17.806927 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-3a3a978c-c28c-4c0f-b982-468f7bff2048 admin admin] Request body: {'subnet': {'subnetpool_id': '6abbb41d-f95a-4427-b0a5-be5f042bb1bb', 'gateway_ip': '172.20.0.1', 'tenant_id': 'a45d3910c79d480ca442aa284512a61b', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'acc80663-cfd6-40aa-bb7c-982373049573'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:50:17.809973 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.quota [None req-3a3a978c-c28c-4c0f-b982-468f7bff2048 admin admin] Loaded quota_driver: . Jun 02 07:50:17.816015 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-3a3a978c-c28c-4c0f-b982-468f7bff2048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:50:17.821328 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-3a3a978c-c28c-4c0f-b982-468f7bff2048 admin admin] Usage tracker for resource:subnet and tenant:a45d3910c79d480ca442aa284512a61b is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:50:17.825310 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-3a3a978c-c28c-4c0f-b982-468f7bff2048 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:50:17.832058 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-3a3a978c-c28c-4c0f-b982-468f7bff2048 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:50:17.845828 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3a978c-c28c-4c0f-b982-468f7bff2048 admin admin] Made reservation on behalf of a45d3910c79d480ca442aa284512a61b for: {'subnet': 1} {{(pid=91540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 07:50:17.848701 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-3a3a978c-c28c-4c0f-b982-468f7bff2048 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:18.336671 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-3a3a978c-c28c-4c0f-b982-468f7bff2048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101'] for subnet, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:18.342540 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:50:18.413709 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3a978c-c28c-4c0f-b982-468f7bff2048 admin admin] Checking segment: {'id': '44b6c79b-6cf6-4966-8b38-f039809f1866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'acc80663-cfd6-40aa-bb7c-982373049573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:50:18.414086 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3a978c-c28c-4c0f-b982-468f7bff2048 admin admin] Network hostable DHCP agents. Network: acc80663-cfd6-40aa-bb7c-982373049573, hostable agents: ['187909a1-f54b-4aaf-b277-d1ad18d9eb87'], hosted agents: [] {{(pid=91540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 07:50:18.434731 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a978c-c28c-4c0f-b982-468f7bff2048 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0757274f-ffd7-486b-b716-f10757ddaf2e,revision_number=0']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:50:18.446471 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a978c-c28c-4c0f-b982-468f7bff2048 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:18.446806 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a978c-c28c-4c0f-b982-468f7bff2048 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:18.447131 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a978c-c28c-4c0f-b982-468f7bff2048 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:18.447466 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a978c-c28c-4c0f-b982-468f7bff2048 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:18.447771 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a978c-c28c-4c0f-b982-468f7bff2048 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:18.448109 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a978c-c28c-4c0f-b982-468f7bff2048 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:18.448579 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a978c-c28c-4c0f-b982-468f7bff2048 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:18.448987 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a978c-c28c-4c0f-b982-468f7bff2048 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:18.449324 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a978c-c28c-4c0f-b982-468f7bff2048 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:18.449638 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a978c-c28c-4c0f-b982-468f7bff2048 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:18.449946 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a978c-c28c-4c0f-b982-468f7bff2048 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:18.450385 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a978c-c28c-4c0f-b982-468f7bff2048 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:18.451330 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a978c-c28c-4c0f-b982-468f7bff2048 admin admin] Tracked resource versions report: Jun 02 07:50:18.451330 dv-cinder-786385-7-smb neutron-server[91540]: pushed versions: Jun 02 07:50:18.451330 dv-cinder-786385-7-smb neutron-server[91540]: { 'AddressGroup': {'1.2'}, Jun 02 07:50:18.451330 dv-cinder-786385-7-smb neutron-server[91540]: 'ConntrackHelper': {'1.0'}, Jun 02 07:50:18.451330 dv-cinder-786385-7-smb neutron-server[91540]: 'Log': {'1.0'}, Jun 02 07:50:18.451330 dv-cinder-786385-7-smb neutron-server[91540]: 'Network': {'1.1'}, Jun 02 07:50:18.451330 dv-cinder-786385-7-smb neutron-server[91540]: 'Port': {'1.7'}, Jun 02 07:50:18.451330 dv-cinder-786385-7-smb neutron-server[91540]: 'PortForwarding': {'1.2'}, Jun 02 07:50:18.451330 dv-cinder-786385-7-smb neutron-server[91540]: 'QosPolicy': {'1.8'}, Jun 02 07:50:18.451330 dv-cinder-786385-7-smb neutron-server[91540]: 'SecurityGroup': {'1.4'}, Jun 02 07:50:18.451330 dv-cinder-786385-7-smb neutron-server[91540]: 'SecurityGroupRule': {'1.2'}, Jun 02 07:50:18.451330 dv-cinder-786385-7-smb neutron-server[91540]: 'SubPort': {'1.0'}, Jun 02 07:50:18.451330 dv-cinder-786385-7-smb neutron-server[91540]: 'Subnet': {'1.1'}, Jun 02 07:50:18.451330 dv-cinder-786385-7-smb neutron-server[91540]: 'Trunk': {'1.1'}} Jun 02 07:50:18.451330 dv-cinder-786385-7-smb neutron-server[91540]: consumer versions: Jun 02 07:50:18.451330 dv-cinder-786385-7-smb neutron-server[91540]: { DHCP agent@dv-cinder-786385-7-smb: {}, Jun 02 07:50:18.451330 dv-cinder-786385-7-smb neutron-server[91540]: L3 agent@dv-cinder-786385-7-smb: {}, Jun 02 07:50:18.451330 dv-cinder-786385-7-smb neutron-server[91540]: Metadata agent@dv-cinder-786385-7-smb: {}, Jun 02 07:50:18.451330 dv-cinder-786385-7-smb neutron-server[91540]: Metering agent@dv-cinder-786385-7-smb: {}, Jun 02 07:50:18.451330 dv-cinder-786385-7-smb neutron-server[91540]: Open vSwitch agent@dv-cinder-786385-7-smb: { 'AddressGroup': '1.2', Jun 02 07:50:18.451330 dv-cinder-786385-7-smb neutron-server[91540]: 'ConntrackHelper': '1.0', Jun 02 07:50:18.451330 dv-cinder-786385-7-smb neutron-server[91540]: 'Log': '1.0', Jun 02 07:50:18.451330 dv-cinder-786385-7-smb neutron-server[91540]: 'Network': '1.1', Jun 02 07:50:18.451330 dv-cinder-786385-7-smb neutron-server[91540]: 'Port': '1.7', Jun 02 07:50:18.451330 dv-cinder-786385-7-smb neutron-server[91540]: 'PortForwarding': '1.2', Jun 02 07:50:18.451330 dv-cinder-786385-7-smb neutron-server[91540]: 'QosPolicy': '1.8', Jun 02 07:50:18.451330 dv-cinder-786385-7-smb neutron-server[91540]: 'SecurityGroup': '1.4', Jun 02 07:50:18.451330 dv-cinder-786385-7-smb neutron-server[91540]: 'SecurityGroupRule': '1.2', Jun 02 07:50:18.451330 dv-cinder-786385-7-smb neutron-server[91540]: 'SubPort': '1.0', Jun 02 07:50:18.451330 dv-cinder-786385-7-smb neutron-server[91540]: 'Subnet': '1.1', Jun 02 07:50:18.451330 dv-cinder-786385-7-smb neutron-server[91540]: 'Trunk': '1.1'}} Jun 02 07:50:18.451330 dv-cinder-786385-7-smb neutron-server[91540]: {{(pid=91540) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 07:50:18.480701 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-3a3a978c-c28c-4c0f-b982-468f7bff2048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:50:18.481855 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3a978c-c28c-4c0f-b982-468f7bff2048 admin admin] Network acc80663-cfd6-40aa-bb7c-982373049573 is scheduled to be hosted by DHCP agent 187909a1-f54b-4aaf-b277-d1ad18d9eb87 with binding_index 1 {{(pid=91540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 07:50:18.492192 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.base_scheduler [None req-3a3a978c-c28c-4c0f-b982-468f7bff2048 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-7-smb, acc80663-cfd6-40aa-bb7c-982373049573) {{(pid=91540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:50:18.497161 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3a978c-c28c-4c0f-b982-468f7bff2048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:50:18.497792 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-3a3a978c-c28c-4c0f-b982-468f7bff2048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for subnet, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:18.501642 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d51dcc3-2287-4ee4-8ad2-58bb53a38c20 None None] Network acc80663-cfd6-40aa-bb7c-982373049573 requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 07:50:18.517967 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-3a3a978c-c28c-4c0f-b982-468f7bff2048 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7144291 Jun 02 07:50:18.808826 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp098a28b0-fe0f-53b0-9390-6a847d396a49-acc80663-cfd6-40aa-bb7c-982373049573', 'network_id': 'acc80663-cfd6-40aa-bb7c-982373049573', 'tenant_id': 'a45d3910c79d480ca442aa284512a61b', 'fixed_ips': [{'subnet_id': '0757274f-ffd7-486b-b716-f10757ddaf2e'}]}} from dv-cinder-786385-7-smb. {{(pid=91541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 07:50:18.810085 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:18.994342 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.db_base_plugin_common [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Allocated IP 172.20.0.2 (acc80663-cfd6-40aa-bb7c-982373049573/0757274f-ffd7-486b-b716-f10757ddaf2e/af271468-4ea1-415d-9f9f-a18788f69de7) {{(pid=91541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 07:50:19.226884 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Notify callbacks [] for port, precommit_create {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:19.239992 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Transition to ACTIVE for port object af271468-4ea1-415d-9f9f-a18788f69de7 will not be triggered until provisioned by entity L2. {{(pid=91541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:50:19.260171 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Transition to ACTIVE for port object af271468-4ea1-415d-9f9f-a18788f69de7 will not be triggered until provisioned by entity DHCP. {{(pid=91541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:50:19.269072 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446'] for port, after_create {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:19.273847 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:50:19.334976 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Network acc80663-cfd6-40aa-bb7c-982373049573 is already hosted by enough agents. {{(pid=91541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 07:50:19.337817 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.scheduler.base_scheduler [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Resources bound (agent type, host, resource id): {{(pid=91541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:50:19.344985 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Received port after_create {{(pid=91541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 07:50:19.348350 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Pushing event updated for resources: {'Port': ['ID=af271468-4ea1-415d-9f9f-a18788f69de7,revision_number=1']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:50:19.391246 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:19.391588 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:19.391942 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:19.392271 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:19.392595 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:19.392918 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:19.393237 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:19.393553 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:19.393870 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:19.394185 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:19.394499 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:19.394810 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:19.395932 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Tracked resource versions report: Jun 02 07:50:19.395932 dv-cinder-786385-7-smb neutron-server[91541]: pushed versions: Jun 02 07:50:19.395932 dv-cinder-786385-7-smb neutron-server[91541]: { 'AddressGroup': {'1.2'}, Jun 02 07:50:19.395932 dv-cinder-786385-7-smb neutron-server[91541]: 'ConntrackHelper': {'1.0'}, Jun 02 07:50:19.395932 dv-cinder-786385-7-smb neutron-server[91541]: 'Log': {'1.0'}, Jun 02 07:50:19.395932 dv-cinder-786385-7-smb neutron-server[91541]: 'Network': {'1.1'}, Jun 02 07:50:19.395932 dv-cinder-786385-7-smb neutron-server[91541]: 'Port': {'1.7'}, Jun 02 07:50:19.395932 dv-cinder-786385-7-smb neutron-server[91541]: 'PortForwarding': {'1.2'}, Jun 02 07:50:19.395932 dv-cinder-786385-7-smb neutron-server[91541]: 'QosPolicy': {'1.8'}, Jun 02 07:50:19.395932 dv-cinder-786385-7-smb neutron-server[91541]: 'SecurityGroup': {'1.4'}, Jun 02 07:50:19.395932 dv-cinder-786385-7-smb neutron-server[91541]: 'SecurityGroupRule': {'1.2'}, Jun 02 07:50:19.395932 dv-cinder-786385-7-smb neutron-server[91541]: 'SubPort': {'1.0'}, Jun 02 07:50:19.395932 dv-cinder-786385-7-smb neutron-server[91541]: 'Subnet': {'1.1'}, Jun 02 07:50:19.395932 dv-cinder-786385-7-smb neutron-server[91541]: 'Trunk': {'1.1'}} Jun 02 07:50:19.395932 dv-cinder-786385-7-smb neutron-server[91541]: consumer versions: Jun 02 07:50:19.395932 dv-cinder-786385-7-smb neutron-server[91541]: { DHCP agent@dv-cinder-786385-7-smb: {}, Jun 02 07:50:19.395932 dv-cinder-786385-7-smb neutron-server[91541]: L3 agent@dv-cinder-786385-7-smb: {}, Jun 02 07:50:19.395932 dv-cinder-786385-7-smb neutron-server[91541]: Metadata agent@dv-cinder-786385-7-smb: {}, Jun 02 07:50:19.395932 dv-cinder-786385-7-smb neutron-server[91541]: Metering agent@dv-cinder-786385-7-smb: {}, Jun 02 07:50:19.395932 dv-cinder-786385-7-smb neutron-server[91541]: Open vSwitch agent@dv-cinder-786385-7-smb: { 'AddressGroup': '1.2', Jun 02 07:50:19.395932 dv-cinder-786385-7-smb neutron-server[91541]: 'ConntrackHelper': '1.0', Jun 02 07:50:19.395932 dv-cinder-786385-7-smb neutron-server[91541]: 'Log': '1.0', Jun 02 07:50:19.395932 dv-cinder-786385-7-smb neutron-server[91541]: 'Network': '1.1', Jun 02 07:50:19.395932 dv-cinder-786385-7-smb neutron-server[91541]: 'Port': '1.7', Jun 02 07:50:19.395932 dv-cinder-786385-7-smb neutron-server[91541]: 'PortForwarding': '1.2', Jun 02 07:50:19.395932 dv-cinder-786385-7-smb neutron-server[91541]: 'QosPolicy': '1.8', Jun 02 07:50:19.395932 dv-cinder-786385-7-smb neutron-server[91541]: 'SecurityGroup': '1.4', Jun 02 07:50:19.395932 dv-cinder-786385-7-smb neutron-server[91541]: 'SecurityGroupRule': '1.2', Jun 02 07:50:19.395932 dv-cinder-786385-7-smb neutron-server[91541]: 'SubPort': '1.0', Jun 02 07:50:19.395932 dv-cinder-786385-7-smb neutron-server[91541]: 'Subnet': '1.1', Jun 02 07:50:19.395932 dv-cinder-786385-7-smb neutron-server[91541]: 'Trunk': '1.1'}} Jun 02 07:50:19.395932 dv-cinder-786385-7-smb neutron-server[91541]: {{(pid=91541) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 07:50:19.432014 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:50:19.451343 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Attempting to bind port af271468-4ea1-415d-9f9f-a18788f69de7 on host dv-cinder-786385-7-smb for vnic_type normal with profile {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 07:50:19.451739 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Attempting to bind port af271468-4ea1-415d-9f9f-a18788f69de7 by drivers openvswitch,hyperv on host dv-cinder-786385-7-smb at level 0 using segments [{'id': '44b6c79b-6cf6-4966-8b38-f039809f1866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'acc80663-cfd6-40aa-bb7c-982373049573'}] {{(pid=91541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 07:50:19.452214 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Attempting to bind port af271468-4ea1-415d-9f9f-a18788f69de7 on network acc80663-cfd6-40aa-bb7c-982373049573 {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 07:50:19.457368 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Checking agent: {'id': '2a0e1ac3-7fb5-40bc-887e-90e9797fe79d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 50, 2), 'started_at': datetime.datetime(2021, 6, 2, 7, 50, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 7, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 07:50:19.457769 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Checking segment: {'id': '44b6c79b-6cf6-4966-8b38-f039809f1866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'acc80663-cfd6-40aa-bb7c-982373049573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:50:19.458233 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:19.458622 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Bound using segment: {'id': '44b6c79b-6cf6-4966-8b38-f039809f1866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'acc80663-cfd6-40aa-bb7c-982373049573'} {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 07:50:19.459121 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Bound port: af271468-4ea1-415d-9f9f-a18788f69de7, host: dv-cinder-786385-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b6c79b-6cf6-4966-8b38-f039809f1866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'acc80663-cfd6-40aa-bb7c-982373049573'}}] {{(pid=91541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 07:50:19.459488 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:19.548888 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] For port af271468-4ea1-415d-9f9f-a18788f69de7, host dv-cinder-786385-7-smb, cleared binding levels {{(pid=91541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 07:50:19.552675 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] For port af271468-4ea1-415d-9f9f-a18788f69de7, host dv-cinder-786385-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=af271468-4ea1-415d-9f9f-a18788f69de7,segment=NetworkSegment(44b6c79b-6cf6-4966-8b38-f039809f1866),segment_id=44b6c79b-6cf6-4966-8b38-f039809f1866)] {{(pid=91541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 07:50:19.556970 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:19.561839 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:50:19.645451 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Pushing event updated for resources: {'Port': ['ID=af271468-4ea1-415d-9f9f-a18788f69de7,revision_number=2']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:50:19.648488 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:50:20.898418 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 37830) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:50:21.267618 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [None req-d742f6dd-988c-474c-a8a5-8f081e2d1bce admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=91540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 07:50:21.268620 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-d742f6dd-988c-474c-a8a5-8f081e2d1bce admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3692646 Jun 02 07:50:23.638524 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 37838) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:50:24.027706 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [None req-a8c311f0-028b-442c-96f0-3102b030b48c admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=91540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 07:50:24.028701 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-a8c311f0-028b-442c-96f0-3102b030b48c admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3892772 Jun 02 07:50:24.968943 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device af271468-4ea1-415d-9f9f-a18788f69de7 up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:50:25.044309 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning for port af271468-4ea1-415d-9f9f-a18788f69de7 completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 07:50:25.113460 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83585a5-c9c8-411b-8be9-c0368d3d5a58 None None] Network acc80663-cfd6-40aa-bb7c-982373049573 requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 07:50:25.226113 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-806caab6-62b9-4f15-83a1-070b0bbe39f8 None None] Provisioning for port af271468-4ea1-415d-9f9f-a18788f69de7 completed by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 07:50:25.234417 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-806caab6-62b9-4f15-83a1-070b0bbe39f8 None None] Provisioning complete for port af271468-4ea1-415d-9f9f-a18788f69de7 triggered by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:50:25.234814 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-806caab6-62b9-4f15-83a1-070b0bbe39f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:25.463642 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-806caab6-62b9-4f15-83a1-070b0bbe39f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:25.512265 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-806caab6-62b9-4f15-83a1-070b0bbe39f8 None None] For port af271468-4ea1-415d-9f9f-a18788f69de7, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=af271468-4ea1-415d-9f9f-a18788f69de7,segment=NetworkSegment(44b6c79b-6cf6-4966-8b38-f039809f1866),segment_id=44b6c79b-6cf6-4966-8b38-f039809f1866)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:50:25.518310 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-806caab6-62b9-4f15-83a1-070b0bbe39f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:25.520091 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-a8f8161e-f26e-454b-9092-0c41932541ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:50:25.586857 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806caab6-62b9-4f15-83a1-070b0bbe39f8 None None] Pushing event updated for resources: {'Port': ['ID=af271468-4ea1-415d-9f9f-a18788f69de7,revision_number=3']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:50:25.596050 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-806caab6-62b9-4f15-83a1-070b0bbe39f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:50:25.744104 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-e2615355-e444-4348-ba39-2cd8eb3b5da7 None None] Provisioning complete for port af271468-4ea1-415d-9f9f-a18788f69de7 triggered by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:50:25.744465 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-e2615355-e444-4348-ba39-2cd8eb3b5da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:26.687161 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 37852) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:50:26.933460 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device af271468-4ea1-415d-9f9f-a18788f69de7 up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:50:26.997704 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port af271468-4ea1-415d-9f9f-a18788f69de7 triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:50:26.998066 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:27.036069 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-5c9cd718-7aa1-41cd-9826-44d1bce82713 admin admin] Request body: {'router': {'tenant_id': 'a45d3910c79d480ca442aa284512a61b', 'name': 'router1', 'admin_state_up': True}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:50:27.041046 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-5c9cd718-7aa1-41cd-9826-44d1bce82713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:50:27.045659 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-5c9cd718-7aa1-41cd-9826-44d1bce82713 admin admin] Usage tracker for resource:router and tenant:a45d3910c79d480ca442aa284512a61b is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:50:27.048922 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-5c9cd718-7aa1-41cd-9826-44d1bce82713 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:50:27.054733 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-5c9cd718-7aa1-41cd-9826-44d1bce82713 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:50:27.065193 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-5c9cd718-7aa1-41cd-9826-44d1bce82713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1013204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3813'] for router, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:27.066858 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-5c9cd718-7aa1-41cd-9826-44d1bce82713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-946085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3836'] for router, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:27.088677 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-5c9cd718-7aa1-41cd-9826-44d1bce82713 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:27.200681 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-5c9cd718-7aa1-41cd-9826-44d1bce82713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946160'] for router, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:27.218114 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-5c9cd718-7aa1-41cd-9826-44d1bce82713 admin admin] Notify callbacks [] for router, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:27.219318 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-5c9cd718-7aa1-41cd-9826-44d1bce82713 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5312195 Jun 02 07:50:29.541404 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 37860) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:50:29.884667 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-2ef63464-4198-4305-8210-32f225dae033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:29.905603 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [None req-78518a4f-abfe-4c5b-a3f6-c96bec84f2a1 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=91540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 07:50:29.906616 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-78518a4f-abfe-4c5b-a3f6-c96bec84f2a1 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3642042 Jun 02 07:50:32.228511 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 37868) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:50:32.323267 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:32.593022 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-ba0b33c5-031e-48d7-8419-2317e5ef0bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:32.593600 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-92e991db-2fe9-4bd0-a917-97847fd392dd admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:50:32.614028 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-92e991db-2fe9-4bd0-a917-97847fd392dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:50:32.617783 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-92e991db-2fe9-4bd0-a917-97847fd392dd admin admin] Usage tracker for resource:network and tenant:dec89964af4e487fac078733d6c79472 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:50:32.621204 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-92e991db-2fe9-4bd0-a917-97847fd392dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:50:32.626686 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-92e991db-2fe9-4bd0-a917-97847fd392dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:50:32.635425 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e991db-2fe9-4bd0-a917-97847fd392dd admin admin] Made reservation on behalf of dec89964af4e487fac078733d6c79472 for: {'network': 1} {{(pid=91540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 07:50:32.637810 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-92e991db-2fe9-4bd0-a917-97847fd392dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3847429'] for network, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:32.653982 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-92e991db-2fe9-4bd0-a917-97847fd392dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:32.668091 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-92e991db-2fe9-4bd0-a917-97847fd392dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:50:32.671658 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-92e991db-2fe9-4bd0-a917-97847fd392dd admin admin] Usage tracker for resource:security_group_rule and tenant:dec89964af4e487fac078733d6c79472 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:50:32.674765 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-92e991db-2fe9-4bd0-a917-97847fd392dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:50:32.680303 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-92e991db-2fe9-4bd0-a917-97847fd392dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:50:32.770649 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-92e991db-2fe9-4bd0-a917-97847fd392dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:32.774329 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-92e991db-2fe9-4bd0-a917-97847fd392dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:32.779123 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:50:32.793851 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-92e991db-2fe9-4bd0-a917-97847fd392dd admin admin] Reserving flat network on physical network physnet1 {{(pid=91540) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 02 07:50:32.812967 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e991db-2fe9-4bd0-a917-97847fd392dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60b7ea7-9466-4a75-866b-5d44f7a1e4eb,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:50:32.816734 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-92e991db-2fe9-4bd0-a917-97847fd392dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:50:32.822922 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-92e991db-2fe9-4bd0-a917-97847fd392dd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746790623564', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479'] for segment, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:32.823584 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-92e991db-2fe9-4bd0-a917-97847fd392dd admin admin] Unsubscribe: segment precommit_create {{(pid=91540) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 02 07:50:32.824242 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.db.segments_db [None req-92e991db-2fe9-4bd0-a917-97847fd392dd admin admin] Added segment f5cbd04c-dcdc-483c-9882-54251cba879c of type flat for network e9a5f3f9-db43-4f06-8bac-5a44878f4be2 Jun 02 07:50:32.871271 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-92e991db-2fe9-4bd0-a917-97847fd392dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746790259047'] for network, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:32.913664 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-92e991db-2fe9-4bd0-a917-97847fd392dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-947529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536110'] for network, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:32.915169 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e991db-2fe9-4bd0-a917-97847fd392dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:50:32.915721 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-92e991db-2fe9-4bd0-a917-97847fd392dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for network, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:32.921173 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:50:33.015906 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-92e991db-2fe9-4bd0-a917-97847fd392dd admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7862709 Jun 02 07:50:33.020555 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e991db-2fe9-4bd0-a917-97847fd392dd admin admin] Pushing event updated for resources: {'Network': ['ID=e9a5f3f9-db43-4f06-8bac-5a44878f4be2,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:50:33.023758 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-92e991db-2fe9-4bd0-a917-97847fd392dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:50:33.032279 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Network e9a5f3f9-db43-4f06-8bac-5a44878f4be2 details requested by agent ovs-agent-dv-cinder-786385-7-smb with host dv-cinder-786385-7-smb {{(pid=91541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 02 07:50:33.941776 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:35.249675 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:35.358237 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 37886) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:50:35.568745 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165fe277-abd7-453a-bad2-f3c85d50fae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:50:35.570134 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-165fe277-abd7-453a-bad2-f3c85d50fae5 admin admin] 10.222.0.81 "GET /v2.0/subnets/0757274f-ffd7-486b-b716-f10757ddaf2e HTTP/1.1" status: 200 len: 849 time: 0.2109244 Jun 02 07:50:35.743483 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-1fcec6cd-7e41-4265-bb93-76fbae93f65f admin admin] 10.222.0.81 "GET /v2.0/routers/847ab67d-89f6-40bf-b42d-5eeb16b7cb89 HTTP/1.1" status: 200 len: 704 time: 0.1674302 Jun 02 07:50:36.090090 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.agents_db [None req-10acdd10-972e-4945-a856-8243e035fc02 None None] Agent healthcheck: found 5 active agents {{(pid=91542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 07:50:36.209503 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9027e495-c85e-4ff6-8f62-363ae6a293c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:36.437132 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.db_base_plugin_common [None req-9027e495-c85e-4ff6-8f62-363ae6a293c3 admin admin] Allocated IP 172.20.0.1 (acc80663-cfd6-40aa-bb7c-982373049573/0757274f-ffd7-486b-b716-f10757ddaf2e/9c1969c6-5726-41ba-8545-7dec2c6ef296) {{(pid=91539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 07:50:36.595950 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9027e495-c85e-4ff6-8f62-363ae6a293c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:36.614132 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.provisioning_blocks [None req-9027e495-c85e-4ff6-8f62-363ae6a293c3 admin admin] Transition to ACTIVE for port object 9c1969c6-5726-41ba-8545-7dec2c6ef296 will not be triggered until provisioned by entity DHCP. {{(pid=91539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:50:36.668856 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9027e495-c85e-4ff6-8f62-363ae6a293c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446'] for port, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:36.673260 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:50:36.732527 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9027e495-c85e-4ff6-8f62-363ae6a293c3 admin admin] Network acc80663-cfd6-40aa-bb7c-982373049573 is already hosted by enough agents. {{(pid=91539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 07:50:36.735615 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [None req-9027e495-c85e-4ff6-8f62-363ae6a293c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:50:36.741673 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9027e495-c85e-4ff6-8f62-363ae6a293c3 admin admin] Received port after_create {{(pid=91539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 07:50:36.742193 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9027e495-c85e-4ff6-8f62-363ae6a293c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945850'] for router_interface, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:36.870211 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9027e495-c85e-4ff6-8f62-363ae6a293c3 admin admin] Pushing event updated for resources: {'Port': ['ID=9c1969c6-5726-41ba-8545-7dec2c6ef296,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:50:36.879940 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-9027e495-c85e-4ff6-8f62-363ae6a293c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:50:36.942321 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-d46486b7-3754-4ba9-8976-68fe42671aff None None] Provisioning for port 9c1969c6-5726-41ba-8545-7dec2c6ef296 completed by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 07:50:36.946764 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-d46486b7-3754-4ba9-8976-68fe42671aff None None] Provisioning complete for port 9c1969c6-5726-41ba-8545-7dec2c6ef296 triggered by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:50:36.947137 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-d46486b7-3754-4ba9-8976-68fe42671aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:37.003514 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-d46486b7-3754-4ba9-8976-68fe42671aff None None] Port 9c1969c6-5726-41ba-8545-7dec2c6ef296 cannot update to ACTIVE because it is not bound. {{(pid=91541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 07:50:37.004911 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9027e495-c85e-4ff6-8f62-363ae6a293c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:37.257842 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9027e495-c85e-4ff6-8f62-363ae6a293c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:37.262877 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9027e495-c85e-4ff6-8f62-363ae6a293c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:37.264183 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9027e495-c85e-4ff6-8f62-363ae6a293c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945887'] for router_interface, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:37.267464 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:50:37.358813 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9027e495-c85e-4ff6-8f62-363ae6a293c3 admin admin] Pushing event updated for resources: {'Port': ['ID=9c1969c6-5726-41ba-8545-7dec2c6ef296,revision_number=2']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:50:37.361507 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-9027e495-c85e-4ff6-8f62-363ae6a293c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:50:37.455372 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9027e495-c85e-4ff6-8f62-363ae6a293c3 admin admin] Network acc80663-cfd6-40aa-bb7c-982373049573 is already hosted by enough agents. {{(pid=91539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 07:50:37.456417 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [None req-9027e495-c85e-4ff6-8f62-363ae6a293c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:50:37.626427 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-45f1d4e3-caaf-4f4d-8a37-7477376876fd None None] Provisioning complete for port 9c1969c6-5726-41ba-8545-7dec2c6ef296 triggered by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:50:37.626796 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-45f1d4e3-caaf-4f4d-8a37-7477376876fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:37.639014 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9027e495-c85e-4ff6-8f62-363ae6a293c3 admin admin] Router 847ab67d-89f6-40bf-b42d-5eeb16b7cb89 is scheduled to L3 agent 221affb1-81f2-42a7-84c7-b8c79a9401bf with binding_index 1 {{(pid=91539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 07:50:37.680167 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-45f1d4e3-caaf-4f4d-8a37-7477376876fd None None] Port 9c1969c6-5726-41ba-8545-7dec2c6ef296 cannot update to ACTIVE because it is not bound. {{(pid=91541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 07:50:37.788409 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9027e495-c85e-4ff6-8f62-363ae6a293c3 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-smb the message routers_updated {{(pid=91539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 07:50:37.800127 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-9027e495-c85e-4ff6-8f62-363ae6a293c3 admin admin] 10.222.0.81 "PUT /v2.0/routers/847ab67d-89f6-40bf-b42d-5eeb16b7cb89/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0487726 Jun 02 07:50:37.800345 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c8e0f0-fe63-4a4f-b480-4d4f40e4ed0a None None] Sync routers for ids ['847ab67d-89f6-40bf-b42d-5eeb16b7cb89'] in dv-cinder-786385-7-smb {{(pid=91542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 07:50:37.809596 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c8e0f0-fe63-4a4f-b480-4d4f40e4ed0a None None] Routers {'847ab67d-89f6-40bf-b42d-5eeb16b7cb89'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 07:50:37.810521 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-10c8e0f0-fe63-4a4f-b480-4d4f40e4ed0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T07:50:33Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['847ab67d-89f6-40bf-b42d-5eeb16b7cb89'], 'active': True} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:50:37.986404 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvr_db [None req-10c8e0f0-fe63-4a4f-b480-4d4f40e4ed0a None None] Set router 847ab67d-89f6-40bf-b42d-5eeb16b7cb89 gateway port host: None {{(pid=91542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 07:50:38.356531 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-10c8e0f0-fe63-4a4f-b480-4d4f40e4ed0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847ab67d-89f6-40bf-b42d-5eeb16b7cb89', 'name': 'router1', 'tenant_id': 'a45d3910c79d480ca442aa284512a61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:50:27Z', 'updated_at': '2021-06-02T07:50:36Z', 'revision_number': 2, 'project_id': 'a45d3910c79d480ca442aa284512a61b', 'gw_port_host': None, '_interfaces': [{'id': '9c1969c6-5726-41ba-8545-7dec2c6ef296', 'name': '', 'network_id': 'acc80663-cfd6-40aa-bb7c-982373049573', 'tenant_id': 'a45d3910c79d480ca442aa284512a61b', 'mac_address': 'fa:16:3e:32:a9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847ab67d-89f6-40bf-b42d-5eeb16b7cb89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0757274f-ffd7-486b-b716-f10757ddaf2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:50:36Z', 'updated_at': '2021-06-02T07:50:37Z', 'revision_number': 2, 'project_id': 'a45d3910c79d480ca442aa284512a61b', 'subnets': [{'id': '0757274f-ffd7-486b-b716-f10757ddaf2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6abbb41d-f95a-4427-b0a5-be5f042bb1bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:50:38.361362 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c8e0f0-fe63-4a4f-b480-4d4f40e4ed0a None None] Checking router: 847ab67d-89f6-40bf-b42d-5eeb16b7cb89 for host: dv-cinder-786385-7-smb {{(pid=91542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 07:50:38.361744 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c8e0f0-fe63-4a4f-b480-4d4f40e4ed0a None None] Updating router 847ab67d-89f6-40bf-b42d-5eeb16b7cb89 port 9c1969c6-5726-41ba-8545-7dec2c6ef296 binding host dv-cinder-786385-7-smb {{(pid=91542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 07:50:38.414075 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-10c8e0f0-fe63-4a4f-b480-4d4f40e4ed0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:38.787000 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-10c8e0f0-fe63-4a4f-b480-4d4f40e4ed0a None None] Notify callbacks [] for port, precommit_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:38.801607 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.provisioning_blocks [None req-10c8e0f0-fe63-4a4f-b480-4d4f40e4ed0a None None] Transition to ACTIVE for port object 9c1969c6-5726-41ba-8545-7dec2c6ef296 will not be triggered until provisioned by entity L2. {{(pid=91542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:50:38.810173 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-10c8e0f0-fe63-4a4f-b480-4d4f40e4ed0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:38.815311 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:50:39.011136 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e52d1d-66a0-414c-9113-06432dc8a364 None None] Pushing event updated for resources: {'Port': ['ID=9c1969c6-5726-41ba-8545-7dec2c6ef296,revision_number=3']} {{(pid=91542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:50:39.033845 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e52d1d-66a0-414c-9113-06432dc8a364 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:39.034179 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e52d1d-66a0-414c-9113-06432dc8a364 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:39.034506 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e52d1d-66a0-414c-9113-06432dc8a364 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:39.034829 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e52d1d-66a0-414c-9113-06432dc8a364 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:39.035143 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e52d1d-66a0-414c-9113-06432dc8a364 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:39.035457 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e52d1d-66a0-414c-9113-06432dc8a364 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:39.035767 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e52d1d-66a0-414c-9113-06432dc8a364 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:39.036102 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e52d1d-66a0-414c-9113-06432dc8a364 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:39.036408 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e52d1d-66a0-414c-9113-06432dc8a364 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:39.036711 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e52d1d-66a0-414c-9113-06432dc8a364 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:39.037056 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e52d1d-66a0-414c-9113-06432dc8a364 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:39.037318 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e52d1d-66a0-414c-9113-06432dc8a364 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:50:39.038397 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e52d1d-66a0-414c-9113-06432dc8a364 None None] Tracked resource versions report: Jun 02 07:50:39.038397 dv-cinder-786385-7-smb neutron-server[91542]: pushed versions: Jun 02 07:50:39.038397 dv-cinder-786385-7-smb neutron-server[91542]: { 'AddressGroup': {'1.2'}, Jun 02 07:50:39.038397 dv-cinder-786385-7-smb neutron-server[91542]: 'ConntrackHelper': {'1.0'}, Jun 02 07:50:39.038397 dv-cinder-786385-7-smb neutron-server[91542]: 'Log': {'1.0'}, Jun 02 07:50:39.038397 dv-cinder-786385-7-smb neutron-server[91542]: 'Network': {'1.1'}, Jun 02 07:50:39.038397 dv-cinder-786385-7-smb neutron-server[91542]: 'Port': {'1.7'}, Jun 02 07:50:39.038397 dv-cinder-786385-7-smb neutron-server[91542]: 'PortForwarding': {'1.2'}, Jun 02 07:50:39.038397 dv-cinder-786385-7-smb neutron-server[91542]: 'QosPolicy': {'1.8'}, Jun 02 07:50:39.038397 dv-cinder-786385-7-smb neutron-server[91542]: 'SecurityGroup': {'1.4'}, Jun 02 07:50:39.038397 dv-cinder-786385-7-smb neutron-server[91542]: 'SecurityGroupRule': {'1.2'}, Jun 02 07:50:39.038397 dv-cinder-786385-7-smb neutron-server[91542]: 'SubPort': {'1.0'}, Jun 02 07:50:39.038397 dv-cinder-786385-7-smb neutron-server[91542]: 'Subnet': {'1.1'}, Jun 02 07:50:39.038397 dv-cinder-786385-7-smb neutron-server[91542]: 'Trunk': {'1.1'}} Jun 02 07:50:39.038397 dv-cinder-786385-7-smb neutron-server[91542]: consumer versions: Jun 02 07:50:39.038397 dv-cinder-786385-7-smb neutron-server[91542]: { DHCP agent@dv-cinder-786385-7-smb: {}, Jun 02 07:50:39.038397 dv-cinder-786385-7-smb neutron-server[91542]: L3 agent@dv-cinder-786385-7-smb: {}, Jun 02 07:50:39.038397 dv-cinder-786385-7-smb neutron-server[91542]: Metadata agent@dv-cinder-786385-7-smb: {}, Jun 02 07:50:39.038397 dv-cinder-786385-7-smb neutron-server[91542]: Metering agent@dv-cinder-786385-7-smb: {}, Jun 02 07:50:39.038397 dv-cinder-786385-7-smb neutron-server[91542]: Open vSwitch agent@dv-cinder-786385-7-smb: { 'AddressGroup': '1.2', Jun 02 07:50:39.038397 dv-cinder-786385-7-smb neutron-server[91542]: 'ConntrackHelper': '1.0', Jun 02 07:50:39.038397 dv-cinder-786385-7-smb neutron-server[91542]: 'Log': '1.0', Jun 02 07:50:39.038397 dv-cinder-786385-7-smb neutron-server[91542]: 'Network': '1.1', Jun 02 07:50:39.038397 dv-cinder-786385-7-smb neutron-server[91542]: 'Port': '1.7', Jun 02 07:50:39.038397 dv-cinder-786385-7-smb neutron-server[91542]: 'PortForwarding': '1.2', Jun 02 07:50:39.038397 dv-cinder-786385-7-smb neutron-server[91542]: 'QosPolicy': '1.8', Jun 02 07:50:39.038397 dv-cinder-786385-7-smb neutron-server[91542]: 'SecurityGroup': '1.4', Jun 02 07:50:39.038397 dv-cinder-786385-7-smb neutron-server[91542]: 'SecurityGroupRule': '1.2', Jun 02 07:50:39.038397 dv-cinder-786385-7-smb neutron-server[91542]: 'SubPort': '1.0', Jun 02 07:50:39.038397 dv-cinder-786385-7-smb neutron-server[91542]: 'Subnet': '1.1', Jun 02 07:50:39.038397 dv-cinder-786385-7-smb neutron-server[91542]: 'Trunk': '1.1'}} Jun 02 07:50:39.038397 dv-cinder-786385-7-smb neutron-server[91542]: {{(pid=91542) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 07:50:39.046103 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG oslo_concurrency.lockutils [None req-e2e52d1d-66a0-414c-9113-06432dc8a364 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:50:39.049987 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.managers [None req-10c8e0f0-fe63-4a4f-b480-4d4f40e4ed0a None None] Attempting to bind port 9c1969c6-5726-41ba-8545-7dec2c6ef296 on host dv-cinder-786385-7-smb for vnic_type normal with profile {{(pid=91542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 07:50:39.050376 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.managers [None req-10c8e0f0-fe63-4a4f-b480-4d4f40e4ed0a None None] Attempting to bind port 9c1969c6-5726-41ba-8545-7dec2c6ef296 by drivers openvswitch,hyperv on host dv-cinder-786385-7-smb at level 0 using segments [{'id': '44b6c79b-6cf6-4966-8b38-f039809f1866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'acc80663-cfd6-40aa-bb7c-982373049573'}] {{(pid=91542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 07:50:39.050807 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c8e0f0-fe63-4a4f-b480-4d4f40e4ed0a None None] Attempting to bind port 9c1969c6-5726-41ba-8545-7dec2c6ef296 on network acc80663-cfd6-40aa-bb7c-982373049573 {{(pid=91542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 07:50:39.056087 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c8e0f0-fe63-4a4f-b480-4d4f40e4ed0a None None] Checking agent: {'id': '2a0e1ac3-7fb5-40bc-887e-90e9797fe79d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 50, 2), 'started_at': datetime.datetime(2021, 6, 2, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 7, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 07:50:39.056490 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c8e0f0-fe63-4a4f-b480-4d4f40e4ed0a None None] Checking segment: {'id': '44b6c79b-6cf6-4966-8b38-f039809f1866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'acc80663-cfd6-40aa-bb7c-982373049573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:50:39.056944 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-10c8e0f0-fe63-4a4f-b480-4d4f40e4ed0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:39.057997 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c8e0f0-fe63-4a4f-b480-4d4f40e4ed0a None None] Bound using segment: {'id': '44b6c79b-6cf6-4966-8b38-f039809f1866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'acc80663-cfd6-40aa-bb7c-982373049573'} {{(pid=91542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 07:50:39.058547 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.managers [None req-10c8e0f0-fe63-4a4f-b480-4d4f40e4ed0a None None] Bound port: 9c1969c6-5726-41ba-8545-7dec2c6ef296, host: dv-cinder-786385-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b6c79b-6cf6-4966-8b38-f039809f1866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'acc80663-cfd6-40aa-bb7c-982373049573'}}] {{(pid=91542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 07:50:39.058904 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-10c8e0f0-fe63-4a4f-b480-4d4f40e4ed0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:39.145208 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.db [None req-10c8e0f0-fe63-4a4f-b480-4d4f40e4ed0a None None] For port 9c1969c6-5726-41ba-8545-7dec2c6ef296, host dv-cinder-786385-7-smb, cleared binding levels {{(pid=91542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 07:50:39.149214 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.db [None req-10c8e0f0-fe63-4a4f-b480-4d4f40e4ed0a None None] For port 9c1969c6-5726-41ba-8545-7dec2c6ef296, host dv-cinder-786385-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=9c1969c6-5726-41ba-8545-7dec2c6ef296,segment=NetworkSegment(44b6c79b-6cf6-4966-8b38-f039809f1866),segment_id=44b6c79b-6cf6-4966-8b38-f039809f1866)] {{(pid=91542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 07:50:39.154007 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-10c8e0f0-fe63-4a4f-b480-4d4f40e4ed0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:39.158665 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG oslo_concurrency.lockutils [None req-e2e52d1d-66a0-414c-9113-06432dc8a364 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:50:39.239560 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c8e0f0-fe63-4a4f-b480-4d4f40e4ed0a None None] Routers {'847ab67d-89f6-40bf-b42d-5eeb16b7cb89'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 07:50:39.240209 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-10c8e0f0-fe63-4a4f-b480-4d4f40e4ed0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T07:50:33Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['847ab67d-89f6-40bf-b42d-5eeb16b7cb89'], 'active': True} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:50:39.336746 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e52d1d-66a0-414c-9113-06432dc8a364 None None] Pushing event updated for resources: {'Port': ['ID=9c1969c6-5726-41ba-8545-7dec2c6ef296,revision_number=4']} {{(pid=91542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:50:39.341982 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG oslo_concurrency.lockutils [None req-e2e52d1d-66a0-414c-9113-06432dc8a364 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:50:39.427224 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvr_db [None req-10c8e0f0-fe63-4a4f-b480-4d4f40e4ed0a None None] Set router 847ab67d-89f6-40bf-b42d-5eeb16b7cb89 gateway port host: None {{(pid=91542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 07:50:39.746438 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-10c8e0f0-fe63-4a4f-b480-4d4f40e4ed0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847ab67d-89f6-40bf-b42d-5eeb16b7cb89', 'name': 'router1', 'tenant_id': 'a45d3910c79d480ca442aa284512a61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:50:27Z', 'updated_at': '2021-06-02T07:50:36Z', 'revision_number': 2, 'project_id': 'a45d3910c79d480ca442aa284512a61b', 'gw_port_host': None, '_interfaces': [{'id': '9c1969c6-5726-41ba-8545-7dec2c6ef296', 'name': '', 'network_id': 'acc80663-cfd6-40aa-bb7c-982373049573', 'tenant_id': 'a45d3910c79d480ca442aa284512a61b', 'mac_address': 'fa:16:3e:32:a9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847ab67d-89f6-40bf-b42d-5eeb16b7cb89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0757274f-ffd7-486b-b716-f10757ddaf2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:50:36Z', 'updated_at': '2021-06-02T07:50:39Z', 'revision_number': 4, 'project_id': 'a45d3910c79d480ca442aa284512a61b', 'subnets': [{'id': '0757274f-ffd7-486b-b716-f10757ddaf2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6abbb41d-f95a-4427-b0a5-be5f042bb1bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:50:39.750432 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c8e0f0-fe63-4a4f-b480-4d4f40e4ed0a None None] The sync data for ids ['847ab67d-89f6-40bf-b42d-5eeb16b7cb89'] in dv-cinder-786385-7-smb is: [{'id': '847ab67d-89f6-40bf-b42d-5eeb16b7cb89', 'name': 'router1', 'tenant_id': 'a45d3910c79d480ca442aa284512a61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:50:27Z', 'updated_at': '2021-06-02T07:50:36Z', 'revision_number': 2, 'project_id': 'a45d3910c79d480ca442aa284512a61b', 'gw_port_host': None, '_interfaces': [{'id': '9c1969c6-5726-41ba-8545-7dec2c6ef296', 'name': '', 'network_id': 'acc80663-cfd6-40aa-bb7c-982373049573', 'tenant_id': 'a45d3910c79d480ca442aa284512a61b', 'mac_address': 'fa:16:3e:32:a9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847ab67d-89f6-40bf-b42d-5eeb16b7cb89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0757274f-ffd7-486b-b716-f10757ddaf2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:50:36Z', 'updated_at': '2021-06-02T07:50:39Z', 'revision_number': 4, 'project_id': 'a45d3910c79d480ca442aa284512a61b', 'subnets': [{'id': '0757274f-ffd7-486b-b716-f10757ddaf2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6abbb41d-f95a-4427-b0a5-be5f042bb1bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 07:50:39.981863 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 37906) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:50:40.127204 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4030fa-235a-4fe0-b8ef-9eaad6d54b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:50:40.128519 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-9f4030fa-235a-4fe0-b8ef-9eaad6d54b04 admin admin] 10.222.0.81 "GET /v2.0/networks/e9a5f3f9-db43-4f06-8bac-5a44878f4be2 HTTP/1.1" status: 200 len: 842 time: 0.1456823 Jun 02 07:50:40.137761 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [None req-eaf56e35-13d3-4549-9c9b-e774cc0f0c11 admin admin] Request body: {'subnet': {'cidr': '172.28.1.0/24', 'enable_dhcp': False, 'ip_version': 4, 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'name': 'public-subnet', 'gateway_ip': '172.28.1.1'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:50:40.143092 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-eaf56e35-13d3-4549-9c9b-e774cc0f0c11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:50:40.146870 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-eaf56e35-13d3-4549-9c9b-e774cc0f0c11 admin admin] Usage tracker for resource:subnet and tenant:dec89964af4e487fac078733d6c79472 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:50:40.149811 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-eaf56e35-13d3-4549-9c9b-e774cc0f0c11 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:50:40.156034 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-eaf56e35-13d3-4549-9c9b-e774cc0f0c11 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:50:40.166280 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf56e35-13d3-4549-9c9b-e774cc0f0c11 admin admin] Made reservation on behalf of dec89964af4e487fac078733d6c79472 for: {'subnet': 1} {{(pid=91539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 07:50:40.169510 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-eaf56e35-13d3-4549-9c9b-e774cc0f0c11 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:40.623699 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.objects.ports [None req-eaf56e35-13d3-4549-9c9b-e774cc0f0c11 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91539) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 07:50:40.624223 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-eaf56e35-13d3-4549-9c9b-e774cc0f0c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101'] for subnet, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:40.628538 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:50:40.695696 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf56e35-13d3-4549-9c9b-e774cc0f0c11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2d41c65-2880-4a37-bb18-2012b034108f,revision_number=0']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:50:40.701700 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-eaf56e35-13d3-4549-9c9b-e774cc0f0c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:50:40.705762 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf56e35-13d3-4549-9c9b-e774cc0f0c11 admin admin] Checking segment: {'id': 'f5cbd04c-dcdc-483c-9882-54251cba879c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:50:40.706164 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf56e35-13d3-4549-9c9b-e774cc0f0c11 admin admin] Network hostable DHCP agents. Network: e9a5f3f9-db43-4f06-8bac-5a44878f4be2, hostable agents: ['187909a1-f54b-4aaf-b277-d1ad18d9eb87'], hosted agents: [] {{(pid=91539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 07:50:40.724817 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf56e35-13d3-4549-9c9b-e774cc0f0c11 admin admin] Network e9a5f3f9-db43-4f06-8bac-5a44878f4be2 is scheduled to be hosted by DHCP agent 187909a1-f54b-4aaf-b277-d1ad18d9eb87 with binding_index 1 {{(pid=91539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 07:50:40.734524 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [None req-eaf56e35-13d3-4549-9c9b-e774cc0f0c11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-7-smb, e9a5f3f9-db43-4f06-8bac-5a44878f4be2) {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:50:40.743330 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd629dc-4b45-45ca-8508-0742976a384d None None] Network e9a5f3f9-db43-4f06-8bac-5a44878f4be2 requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 07:50:40.748495 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf56e35-13d3-4549-9c9b-e774cc0f0c11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:50:40.749155 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-eaf56e35-13d3-4549-9c9b-e774cc0f0c11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for subnet, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:40.775561 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-eaf56e35-13d3-4549-9c9b-e774cc0f0c11 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6365676 Jun 02 07:50:40.958014 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9946bb-873e-4ba4-9028-90f633248d7a None None] Network e9a5f3f9-db43-4f06-8bac-5a44878f4be2 requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 07:50:42.960521 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 9c1969c6-5726-41ba-8545-7dec2c6ef296 up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:50:43.026617 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning for port 9c1969c6-5726-41ba-8545-7dec2c6ef296 completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 07:50:43.031120 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port 9c1969c6-5726-41ba-8545-7dec2c6ef296 triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:50:43.031486 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:43.154488 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:43.189217 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] For port 9c1969c6-5726-41ba-8545-7dec2c6ef296, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=9c1969c6-5726-41ba-8545-7dec2c6ef296,segment=NetworkSegment(44b6c79b-6cf6-4966-8b38-f039809f1866),segment_id=44b6c79b-6cf6-4966-8b38-f039809f1866)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:50:43.193670 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:43.196328 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 37918) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:50:43.200297 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:50:43.278423 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Pushing event updated for resources: {'Port': ['ID=9c1969c6-5726-41ba-8545-7dec2c6ef296,revision_number=5']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:50:43.282243 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:50:43.437357 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-3fc8222e-59a4-42d7-9395-88dbcf2f62be admin admin] 10.222.0.81 "GET /v2.0/routers/847ab67d-89f6-40bf-b42d-5eeb16b7cb89 HTTP/1.1" status: 200 len: 710 time: 0.2399805 Jun 02 07:50:43.563373 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dd88c2-2ed4-4856-94ff-9a73429aeda5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:50:43.569524 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-f7dd88c2-2ed4-4856-94ff-9a73429aeda5 admin admin] 10.222.0.81 "GET /v2.0/networks/e9a5f3f9-db43-4f06-8bac-5a44878f4be2 HTTP/1.1" status: 200 len: 886 time: 0.1223302 Jun 02 07:50:43.574194 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [None req-a56ec619-fcee-4eb7-bdf1-219992ada66c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'}}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:50:44.005361 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-a56ec619-fcee-4eb7-bdf1-219992ada66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1013190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3790'] for router, precommit_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:44.329959 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-a56ec619-fcee-4eb7-bdf1-219992ada66c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:44.384340 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-a56ec619-fcee-4eb7-bdf1-219992ada66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:44.559079 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.db_base_plugin_common [None req-a56ec619-fcee-4eb7-bdf1-219992ada66c admin admin] Allocated IP 172.28.1.153 (e9a5f3f9-db43-4f06-8bac-5a44878f4be2/e2d41c65-2880-4a37-bb18-2012b034108f/6309b1e2-e74a-4438-bdd8-4e6e0fc101ff) {{(pid=91539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 07:50:44.727183 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-a56ec619-fcee-4eb7-bdf1-219992ada66c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:44.756651 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-a56ec619-fcee-4eb7-bdf1-219992ada66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446'] for port, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:44.762029 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-9027e495-c85e-4ff6-8f62-363ae6a293c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:50:44.817161 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56ec619-fcee-4eb7-bdf1-219992ada66c admin admin] Network e9a5f3f9-db43-4f06-8bac-5a44878f4be2 is already hosted by enough agents. {{(pid=91539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 07:50:44.820255 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [None req-a56ec619-fcee-4eb7-bdf1-219992ada66c admin admin] Resources bound (agent type, host, resource id): {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:50:44.824557 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56ec619-fcee-4eb7-bdf1-219992ada66c admin admin] Received port after_create {{(pid=91539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 07:50:44.891486 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ec619-fcee-4eb7-bdf1-219992ada66c admin admin] Pushing event updated for resources: {'Port': ['ID=6309b1e2-e74a-4438-bdd8-4e6e0fc101ff,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:50:44.941655 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-a56ec619-fcee-4eb7-bdf1-219992ada66c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:50:44.949412 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 9c1969c6-5726-41ba-8545-7dec2c6ef296 up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:50:45.017812 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port 9c1969c6-5726-41ba-8545-7dec2c6ef296 triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:50:45.018179 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:45.212612 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-a56ec619-fcee-4eb7-bdf1-219992ada66c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:45.540621 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-a56ec619-fcee-4eb7-bdf1-219992ada66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1013190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3790'] for router, precommit_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:45.544444 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-a56ec619-fcee-4eb7-bdf1-219992ada66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-946078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-946057', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012533'] for router, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:45.719822 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56ec619-fcee-4eb7-bdf1-219992ada66c admin admin] Router 847ab67d-89f6-40bf-b42d-5eeb16b7cb89 has already been hosted by L3 agent 221affb1-81f2-42a7-84c7-b8c79a9401bf {{(pid=91539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 07:50:45.943678 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56ec619-fcee-4eb7-bdf1-219992ada66c admin admin] Notify agent at l3_agent.dv-cinder-786385-7-smb the message routers_updated {{(pid=91539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 07:50:45.951610 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-a56ec619-fcee-4eb7-bdf1-219992ada66c admin admin] Notify callbacks [] for router, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:45.952817 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-a56ec619-fcee-4eb7-bdf1-219992ada66c admin admin] 10.222.0.81 "PUT /v2.0/routers/847ab67d-89f6-40bf-b42d-5eeb16b7cb89 HTTP/1.1" status: 200 len: 890 time: 2.3826399 Jun 02 07:50:45.953291 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6476ad0-b65e-4557-be8c-1ae69baee78c None None] Sync routers for ids ['847ab67d-89f6-40bf-b42d-5eeb16b7cb89'] in dv-cinder-786385-7-smb {{(pid=91541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 07:50:45.963912 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6476ad0-b65e-4557-be8c-1ae69baee78c None None] Routers {'847ab67d-89f6-40bf-b42d-5eeb16b7cb89'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 07:50:45.964612 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-f6476ad0-b65e-4557-be8c-1ae69baee78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T07:50:33Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['847ab67d-89f6-40bf-b42d-5eeb16b7cb89'], 'active': True} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:50:46.157059 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvr_db [None req-f6476ad0-b65e-4557-be8c-1ae69baee78c None None] Set router 847ab67d-89f6-40bf-b42d-5eeb16b7cb89 gateway port host: dv-cinder-786385-7-smb {{(pid=91541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 07:50:46.489518 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-f6476ad0-b65e-4557-be8c-1ae69baee78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847ab67d-89f6-40bf-b42d-5eeb16b7cb89', 'name': 'router1', 'tenant_id': 'a45d3910c79d480ca442aa284512a61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': '6309b1e2-e74a-4438-bdd8-4e6e0fc101ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:50:27Z', 'updated_at': '2021-06-02T07:50:45Z', 'revision_number': 4, 'project_id': 'a45d3910c79d480ca442aa284512a61b', 'gw_port': {'id': '6309b1e2-e74a-4438-bdd8-4e6e0fc101ff', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:2b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847ab67d-89f6-40bf-b42d-5eeb16b7cb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:50:44Z', 'updated_at': '2021-06-02T07:50:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': '9c1969c6-5726-41ba-8545-7dec2c6ef296', 'name': '', 'network_id': 'acc80663-cfd6-40aa-bb7c-982373049573', 'tenant_id': 'a45d3910c79d480ca442aa284512a61b', 'mac_address': 'fa:16:3e:32:a9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847ab67d-89f6-40bf-b42d-5eeb16b7cb89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0757274f-ffd7-486b-b716-f10757ddaf2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:50:36Z', 'updated_at': '2021-06-02T07:50:43Z', 'revision_number': 5, 'project_id': 'a45d3910c79d480ca442aa284512a61b', 'subnets': [{'id': '0757274f-ffd7-486b-b716-f10757ddaf2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6abbb41d-f95a-4427-b0a5-be5f042bb1bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:50:46.494212 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6476ad0-b65e-4557-be8c-1ae69baee78c None None] Checking router: 847ab67d-89f6-40bf-b42d-5eeb16b7cb89 for host: dv-cinder-786385-7-smb {{(pid=91541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 07:50:46.494758 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6476ad0-b65e-4557-be8c-1ae69baee78c None None] Updating router 847ab67d-89f6-40bf-b42d-5eeb16b7cb89 port 6309b1e2-e74a-4438-bdd8-4e6e0fc101ff binding host dv-cinder-786385-7-smb {{(pid=91541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 07:50:46.545398 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-f6476ad0-b65e-4557-be8c-1ae69baee78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:46.867244 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-f6476ad0-b65e-4557-be8c-1ae69baee78c None None] Notify callbacks [] for port, precommit_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:46.879319 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-f6476ad0-b65e-4557-be8c-1ae69baee78c None None] Transition to ACTIVE for port object 6309b1e2-e74a-4438-bdd8-4e6e0fc101ff will not be triggered until provisioned by entity L2. {{(pid=91541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:50:46.886408 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-f6476ad0-b65e-4557-be8c-1ae69baee78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:46.890291 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:50:46.964662 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-f6476ad0-b65e-4557-be8c-1ae69baee78c None None] Attempting to bind port 6309b1e2-e74a-4438-bdd8-4e6e0fc101ff on host dv-cinder-786385-7-smb for vnic_type normal with profile {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 07:50:46.965327 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-f6476ad0-b65e-4557-be8c-1ae69baee78c None None] Attempting to bind port 6309b1e2-e74a-4438-bdd8-4e6e0fc101ff by drivers openvswitch,hyperv on host dv-cinder-786385-7-smb at level 0 using segments [{'id': 'f5cbd04c-dcdc-483c-9882-54251cba879c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'}] {{(pid=91541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 07:50:46.965433 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6476ad0-b65e-4557-be8c-1ae69baee78c None None] Attempting to bind port 6309b1e2-e74a-4438-bdd8-4e6e0fc101ff on network e9a5f3f9-db43-4f06-8bac-5a44878f4be2 {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 07:50:46.973579 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6476ad0-b65e-4557-be8c-1ae69baee78c None None] Checking agent: {'id': '2a0e1ac3-7fb5-40bc-887e-90e9797fe79d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 50, 2), 'started_at': datetime.datetime(2021, 6, 2, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 7, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 07:50:46.973952 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6476ad0-b65e-4557-be8c-1ae69baee78c None None] Checking segment: {'id': 'f5cbd04c-dcdc-483c-9882-54251cba879c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:50:46.974352 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-f6476ad0-b65e-4557-be8c-1ae69baee78c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:46.974740 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6476ad0-b65e-4557-be8c-1ae69baee78c None None] Bound using segment: {'id': 'f5cbd04c-dcdc-483c-9882-54251cba879c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'} {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 07:50:46.975535 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-f6476ad0-b65e-4557-be8c-1ae69baee78c None None] Bound port: 6309b1e2-e74a-4438-bdd8-4e6e0fc101ff, host: dv-cinder-786385-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5cbd04c-dcdc-483c-9882-54251cba879c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'}}] {{(pid=91541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 07:50:46.975933 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-f6476ad0-b65e-4557-be8c-1ae69baee78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:47.005225 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb495a-9e00-4372-9d1b-9b9f704f0ed9 None None] Pushing event updated for resources: {'Port': ['ID=6309b1e2-e74a-4438-bdd8-4e6e0fc101ff,revision_number=2']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:50:47.007649 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-91fb495a-9e00-4372-9d1b-9b9f704f0ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:50:47.051781 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-f6476ad0-b65e-4557-be8c-1ae69baee78c None None] For port 6309b1e2-e74a-4438-bdd8-4e6e0fc101ff, host dv-cinder-786385-7-smb, cleared binding levels {{(pid=91541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 07:50:47.055265 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-f6476ad0-b65e-4557-be8c-1ae69baee78c None None] For port 6309b1e2-e74a-4438-bdd8-4e6e0fc101ff, host dv-cinder-786385-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=6309b1e2-e74a-4438-bdd8-4e6e0fc101ff,segment=NetworkSegment(f5cbd04c-dcdc-483c-9882-54251cba879c),segment_id=f5cbd04c-dcdc-483c-9882-54251cba879c)] {{(pid=91541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 07:50:47.059072 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-f6476ad0-b65e-4557-be8c-1ae69baee78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:47.062985 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-806caab6-62b9-4f15-83a1-070b0bbe39f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:50:47.141087 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6476ad0-b65e-4557-be8c-1ae69baee78c None None] Routers {'847ab67d-89f6-40bf-b42d-5eeb16b7cb89'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 07:50:47.141609 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-f6476ad0-b65e-4557-be8c-1ae69baee78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T07:50:33Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['847ab67d-89f6-40bf-b42d-5eeb16b7cb89'], 'active': True} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:50:47.206399 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb495a-9e00-4372-9d1b-9b9f704f0ed9 None None] Pushing event updated for resources: {'Port': ['ID=6309b1e2-e74a-4438-bdd8-4e6e0fc101ff,revision_number=3']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:50:47.209646 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-91fb495a-9e00-4372-9d1b-9b9f704f0ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:50:47.329449 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvr_db [None req-f6476ad0-b65e-4557-be8c-1ae69baee78c None None] Set router 847ab67d-89f6-40bf-b42d-5eeb16b7cb89 gateway port host: dv-cinder-786385-7-smb {{(pid=91541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 07:50:47.679517 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-f6476ad0-b65e-4557-be8c-1ae69baee78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847ab67d-89f6-40bf-b42d-5eeb16b7cb89', 'name': 'router1', 'tenant_id': 'a45d3910c79d480ca442aa284512a61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': '6309b1e2-e74a-4438-bdd8-4e6e0fc101ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:50:27Z', 'updated_at': '2021-06-02T07:50:45Z', 'revision_number': 4, 'project_id': 'a45d3910c79d480ca442aa284512a61b', 'gw_port': {'id': '6309b1e2-e74a-4438-bdd8-4e6e0fc101ff', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:2b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847ab67d-89f6-40bf-b42d-5eeb16b7cb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:50:44Z', 'updated_at': '2021-06-02T07:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': '9c1969c6-5726-41ba-8545-7dec2c6ef296', 'name': '', 'network_id': 'acc80663-cfd6-40aa-bb7c-982373049573', 'tenant_id': 'a45d3910c79d480ca442aa284512a61b', 'mac_address': 'fa:16:3e:32:a9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847ab67d-89f6-40bf-b42d-5eeb16b7cb89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0757274f-ffd7-486b-b716-f10757ddaf2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:50:36Z', 'updated_at': '2021-06-02T07:50:43Z', 'revision_number': 5, 'project_id': 'a45d3910c79d480ca442aa284512a61b', 'subnets': [{'id': '0757274f-ffd7-486b-b716-f10757ddaf2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6abbb41d-f95a-4427-b0a5-be5f042bb1bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:50:47.683987 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6476ad0-b65e-4557-be8c-1ae69baee78c None None] The sync data for ids ['847ab67d-89f6-40bf-b42d-5eeb16b7cb89'] in dv-cinder-786385-7-smb is: [{'id': '847ab67d-89f6-40bf-b42d-5eeb16b7cb89', 'name': 'router1', 'tenant_id': 'a45d3910c79d480ca442aa284512a61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': '6309b1e2-e74a-4438-bdd8-4e6e0fc101ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:50:27Z', 'updated_at': '2021-06-02T07:50:45Z', 'revision_number': 4, 'project_id': 'a45d3910c79d480ca442aa284512a61b', 'gw_port': {'id': '6309b1e2-e74a-4438-bdd8-4e6e0fc101ff', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:2b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847ab67d-89f6-40bf-b42d-5eeb16b7cb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:50:44Z', 'updated_at': '2021-06-02T07:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': '9c1969c6-5726-41ba-8545-7dec2c6ef296', 'name': '', 'network_id': 'acc80663-cfd6-40aa-bb7c-982373049573', 'tenant_id': 'a45d3910c79d480ca442aa284512a61b', 'mac_address': 'fa:16:3e:32:a9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847ab67d-89f6-40bf-b42d-5eeb16b7cb89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0757274f-ffd7-486b-b716-f10757ddaf2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:50:36Z', 'updated_at': '2021-06-02T07:50:43Z', 'revision_number': 5, 'project_id': 'a45d3910c79d480ca442aa284512a61b', 'subnets': [{'id': '0757274f-ffd7-486b-b716-f10757ddaf2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6abbb41d-f95a-4427-b0a5-be5f042bb1bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 07:50:48.295619 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 37926) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:50:48.411444 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-570f5ed3-7306-46a1-a677-f6994dcb6eca admin admin] 10.222.0.81 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1146712 Jun 02 07:50:48.969810 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 6309b1e2-e74a-4438-bdd8-4e6e0fc101ff up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:50:49.040975 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning for port 6309b1e2-e74a-4438-bdd8-4e6e0fc101ff completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 07:50:49.046134 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port 6309b1e2-e74a-4438-bdd8-4e6e0fc101ff triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:50:49.046591 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:49.169000 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:49.187181 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] For port 6309b1e2-e74a-4438-bdd8-4e6e0fc101ff, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=6309b1e2-e74a-4438-bdd8-4e6e0fc101ff,segment=NetworkSegment(f5cbd04c-dcdc-483c-9882-54251cba879c),segment_id=f5cbd04c-dcdc-483c-9882-54251cba879c)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:50:49.191219 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:49.194780 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-91fb495a-9e00-4372-9d1b-9b9f704f0ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:50:49.275097 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Pushing event updated for resources: {'Port': ['ID=6309b1e2-e74a-4438-bdd8-4e6e0fc101ff,revision_number=4']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:50:49.278633 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:50:50.979745 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 6309b1e2-e74a-4438-bdd8-4e6e0fc101ff up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:50:51.048536 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port 6309b1e2-e74a-4438-bdd8-4e6e0fc101ff triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:50:51.048835 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:50:59.889281 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-3ea33740-d802-4e5d-a3f3-0aefbeac593b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:51:02.326234 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:51:02.595713 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-3673e777-02db-4f63-a8df-031783eb71f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:51:03.950914 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:51:05.278877 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:51:13.090884 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.agents_db [None req-10acdd10-972e-4945-a856-8243e035fc02 None None] Agent healthcheck: found 5 active agents {{(pid=91542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 07:51:29.894416 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-a51cea4d-9c55-4e13-806b-285f34245a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:51:32.331226 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:51:32.607098 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-c88e02e2-7bac-442d-877d-53946ba783ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:51:33.952399 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:51:35.274283 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:51:50.090498 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.agents_db [None req-10acdd10-972e-4945-a856-8243e035fc02 None None] Agent healthcheck: found 5 active agents {{(pid=91542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 07:51:59.887677 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-c91e5f3a-fee9-4bfb-a4f3-437a02d9835a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:52:02.334415 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:52:02.599671 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-6ad9a232-79ef-472f-ae6d-4c175b0af2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:52:03.951494 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:52:05.276095 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:52:23.158301 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 38494) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:52:23.228028 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.pecan_wsgi.hooks.translation [None req-12a38345-daec-4c21-a592-e71aa9898237 admin admin] GET failed (client error): The resource could not be found. Jun 02 07:52:23.229963 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-12a38345-daec-4c21-a592-e71aa9898237 admin admin] 10.222.0.81 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0707362 Jun 02 07:52:23.359374 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9c9eeb-32ad-49c5-b70f-19a5c82bc312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:52:23.360833 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-3e9c9eeb-32ad-49c5-b70f-19a5c82bc312 admin admin] 10.222.0.81 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1270559 Jun 02 07:52:25.468691 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 38504) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:52:25.578248 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6914bba-a405-413e-9478-510e5b69f686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:52:25.579573 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-d6914bba-a405-413e-9478-510e5b69f686 admin admin] 10.222.0.81 "GET /v2.0/subnets/0757274f-ffd7-486b-b716-f10757ddaf2e HTTP/1.1" status: 200 len: 849 time: 0.1099346 Jun 02 07:52:25.588972 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-4b257b72-cd91-4747-ad2a-3d3aefa2c79c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:52:25.703951 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-4b257b72-cd91-4747-ad2a-3d3aefa2c79c admin admin] Notify callbacks [] for subnet, before_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:52:25.889665 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-4b257b72-cd91-4747-ad2a-3d3aefa2c79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746790709185'] for subnet, after_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:52:25.894445 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-3a3a978c-c28c-4c0f-b982-468f7bff2048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:52:25.932016 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b257b72-cd91-4747-ad2a-3d3aefa2c79c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:52:25.932763 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-4b257b72-cd91-4747-ad2a-3d3aefa2c79c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for subnet, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:52:25.934010 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-4b257b72-cd91-4747-ad2a-3d3aefa2c79c admin admin] 10.222.0.81 "PUT /v2.0/subnets/0757274f-ffd7-486b-b716-f10757ddaf2e HTTP/1.1" status: 200 len: 868 time: 0.3489575 Jun 02 07:52:25.938008 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2cc1b8-2f11-4eae-a0f5-72403e6b4125 None None] Network acc80663-cfd6-40aa-bb7c-982373049573 requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 07:52:25.961732 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b257b72-cd91-4747-ad2a-3d3aefa2c79c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0757274f-ffd7-486b-b716-f10757ddaf2e,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:52:25.969782 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b257b72-cd91-4747-ad2a-3d3aefa2c79c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:52:25.970170 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b257b72-cd91-4747-ad2a-3d3aefa2c79c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:52:25.970465 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b257b72-cd91-4747-ad2a-3d3aefa2c79c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:52:25.970784 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b257b72-cd91-4747-ad2a-3d3aefa2c79c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:52:25.971106 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b257b72-cd91-4747-ad2a-3d3aefa2c79c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:52:25.971428 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b257b72-cd91-4747-ad2a-3d3aefa2c79c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:52:25.971745 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b257b72-cd91-4747-ad2a-3d3aefa2c79c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:52:25.972089 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b257b72-cd91-4747-ad2a-3d3aefa2c79c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:52:25.972428 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b257b72-cd91-4747-ad2a-3d3aefa2c79c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:52:25.972752 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b257b72-cd91-4747-ad2a-3d3aefa2c79c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:52:25.973067 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b257b72-cd91-4747-ad2a-3d3aefa2c79c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:52:25.973379 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b257b72-cd91-4747-ad2a-3d3aefa2c79c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:52:25.977240 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-4b257b72-cd91-4747-ad2a-3d3aefa2c79c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:52:26.429161 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-7e7e8d32-819e-4ae2-a926-3d788f1fb6e9 None None] Provisioning complete for port 9c1969c6-5726-41ba-8545-7dec2c6ef296 triggered by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:52:26.429533 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-7e7e8d32-819e-4ae2-a926-3d788f1fb6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:52:26.554352 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-7e7e8d32-819e-4ae2-a926-3d788f1fb6e9 None None] Provisioning complete for port af271468-4ea1-415d-9f9f-a18788f69de7 triggered by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:52:26.554618 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-7e7e8d32-819e-4ae2-a926-3d788f1fb6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:52:27.089503 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.agents_db [None req-10acdd10-972e-4945-a856-8243e035fc02 None None] Agent healthcheck: found 5 active agents {{(pid=91542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 07:52:28.033620 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 38514) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:52:28.210276 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad67b09-3ec4-4254-8985-abb916f7a81e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:52:28.210740 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad67b09-3ec4-4254-8985-abb916f7a81e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:52:28.211508 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-2ad67b09-3ec4-4254-8985-abb916f7a81e admin admin] Synchronizing usage tracker for tenant:dec89964af4e487fac078733d6c79472 on resource:network {{(pid=91540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 07:52:28.227966 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-2ad67b09-3ec4-4254-8985-abb916f7a81e admin admin] Unset dirty status for tenant:dec89964af4e487fac078733d6c79472 on resource:network {{(pid=91540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 07:52:28.229713 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-2ad67b09-3ec4-4254-8985-abb916f7a81e admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1951439 Jun 02 07:52:29.891237 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-f74b4688-9d5e-4a06-8cbd-b0e1ddb46b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:52:30.336941 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 38522) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:52:30.508978 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2080c730-0344-45e4-b59e-bd2dacd75a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:52:30.510198 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2080c730-0344-45e4-b59e-bd2dacd75a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:52:30.511944 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-2080c730-0344-45e4-b59e-bd2dacd75a85 admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1733348 Jun 02 07:52:32.340100 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:52:32.604322 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-90221662-a236-4928-8b0e-d4c798dd086b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:52:32.695430 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 38530) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:52:32.867386 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1ed297-8385-4cef-a887-342900145806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:52:32.869174 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-9d1ed297-8385-4cef-a887-342900145806 admin admin] 10.222.0.81 "GET /v2.0/networks/acc80663-cfd6-40aa-bb7c-982373049573 HTTP/1.1" status: 200 len: 869 time: 0.1722174 Jun 02 07:52:33.954994 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:52:34.985819 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 38538) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:52:35.152398 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03803784-c9bd-41fb-9fbe-2d2b3dcbf9ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:52:35.153726 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-03803784-c9bd-41fb-9fbe-2d2b3dcbf9ef admin admin] 10.222.0.81 "GET /v2.0/networks/e9a5f3f9-db43-4f06-8bac-5a44878f4be2 HTTP/1.1" status: 200 len: 886 time: 0.1669843 Jun 02 07:52:35.280215 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:52:37.240412 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 38546) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:52:37.348143 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9456da40-0b7e-4991-8c1f-c0e256be60a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:52:37.348604 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9456da40-0b7e-4991-8c1f-c0e256be60a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:52:37.350096 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-9456da40-0b7e-4991-8c1f-c0e256be60a8 admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1088319 Jun 02 07:52:39.442254 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 38554) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:52:39.551670 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b5035d-7ab7-428e-83aa-a2073ca20146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:52:39.552165 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b5035d-7ab7-428e-83aa-a2073ca20146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:52:39.553665 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-33b5035d-7ab7-428e-83aa-a2073ca20146 admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1104238 Jun 02 07:52:41.652372 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 38562) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:52:41.757498 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96472be-8865-4625-ac75-630e96550084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:52:41.758833 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-c96472be-8865-4625-ac75-630e96550084 admin admin] 10.222.0.81 "GET /v2.0/subnets/0757274f-ffd7-486b-b716-f10757ddaf2e HTTP/1.1" status: 200 len: 868 time: 0.1055341 Jun 02 07:52:43.925097 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 38570) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:52:44.044060 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48d01b2-846e-4b0a-a59c-751b5336e427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:52:44.045403 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-c48d01b2-846e-4b0a-a59c-751b5336e427 admin admin] 10.222.0.81 "GET /v2.0/subnets/e2d41c65-2880-4a37-bb18-2012b034108f HTTP/1.1" status: 200 len: 816 time: 0.1199303 Jun 02 07:52:59.891579 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-ef21b508-08ad-4c46-9f02-b69ed7eb66af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:53:02.342841 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:53:02.606022 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-c62f43c4-ea12-413c-bea2-8d70aed838e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:53:03.959559 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:53:04.088896 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.agents_db [None req-10acdd10-972e-4945-a856-8243e035fc02 None None] Agent healthcheck: found 5 active agents {{(pid=91542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 07:53:05.281408 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:53:07.073474 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 38614) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:53:07.120160 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [None req-7a1213a7-a4a0-43b9-8b2c-7ca5fa7b6d88 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=91540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 07:53:07.121146 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-7a1213a7-a4a0-43b9-8b2c-7ca5fa7b6d88 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467029 Jun 02 07:53:09.327016 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 38622) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:53:09.424833 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d2d07c-bd69-4bef-83c8-951319cbd4e8 admin admin] GET failed (client error): The resource could not be found. Jun 02 07:53:09.426142 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-d4d2d07c-bd69-4bef-83c8-951319cbd4e8 admin admin] 10.222.0.81 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0982568 Jun 02 07:53:09.550632 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0845f8-2a6f-4625-89cb-22d88d19c92c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:53:09.552016 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-af0845f8-2a6f-4625-89cb-22d88d19c92c admin admin] 10.222.0.81 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1219959 Jun 02 07:53:11.663195 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 38630) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:53:11.709416 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [None req-d8645d83-359d-40c0-8869-a1139642a993 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:53:11.714787 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-d8645d83-359d-40c0-8869-a1139642a993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:53:11.724185 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-d8645d83-359d-40c0-8869-a1139642a993 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:53:11.734624 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8645d83-359d-40c0-8869-a1139642a993 admin admin] Made reservation on behalf of dec89964af4e487fac078733d6c79472 for: {'network': 1} {{(pid=91539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 07:53:11.736979 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-d8645d83-359d-40c0-8869-a1139642a993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3847429'] for network, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:53:11.823734 dv-cinder-786385-7-smb neutron-server[91539]: WARNING neutron.services.revisions.revision_plugin [None req-d8645d83-359d-40c0-8869-a1139642a993 admin admin] Could not find related network for resource to bump revision. Jun 02 07:53:11.835368 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8645d83-359d-40c0-8869-a1139642a993 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=91539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 07:53:11.844593 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-d8645d83-359d-40c0-8869-a1139642a993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479'] for segment, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:53:11.844934 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.db.segments_db [None req-d8645d83-359d-40c0-8869-a1139642a993 admin admin] Added segment 57588e11-1445-46a1-9d84-99be2734a98f of type vlan for network 2fa815e7-8a2c-4518-aecd-cdb082d142a1 Jun 02 07:53:11.869850 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-d8645d83-359d-40c0-8869-a1139642a993 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746790259047'] for network, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:53:11.897957 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-d8645d83-359d-40c0-8869-a1139642a993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-947529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536110'] for network, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:53:11.899465 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8645d83-359d-40c0-8869-a1139642a993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:53:11.900064 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-d8645d83-359d-40c0-8869-a1139642a993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for network, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:53:11.904555 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:53:11.997408 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-d8645d83-359d-40c0-8869-a1139642a993 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3330657 Jun 02 07:53:12.002077 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8645d83-359d-40c0-8869-a1139642a993 admin admin] Pushing event updated for resources: {'Network': ['ID=2fa815e7-8a2c-4518-aecd-cdb082d142a1,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:53:12.010049 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8645d83-359d-40c0-8869-a1139642a993 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:53:12.010405 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8645d83-359d-40c0-8869-a1139642a993 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:53:12.010716 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8645d83-359d-40c0-8869-a1139642a993 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:53:12.011046 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8645d83-359d-40c0-8869-a1139642a993 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:53:12.011368 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8645d83-359d-40c0-8869-a1139642a993 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:53:12.011700 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8645d83-359d-40c0-8869-a1139642a993 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:53:12.012040 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8645d83-359d-40c0-8869-a1139642a993 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:53:12.012368 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8645d83-359d-40c0-8869-a1139642a993 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:53:12.012713 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8645d83-359d-40c0-8869-a1139642a993 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:53:12.013041 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8645d83-359d-40c0-8869-a1139642a993 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:53:12.013361 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8645d83-359d-40c0-8869-a1139642a993 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:53:12.013678 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8645d83-359d-40c0-8869-a1139642a993 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:53:12.017614 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-d8645d83-359d-40c0-8869-a1139642a993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:53:12.025711 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Network 2fa815e7-8a2c-4518-aecd-cdb082d142a1 details requested by agent ovs-agent-dv-cinder-786385-7-smb with host dv-cinder-786385-7-smb {{(pid=91541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 02 07:53:14.132286 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 38638) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:53:14.199827 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.pecan_wsgi.hooks.translation [None req-449525a5-b196-41b2-84ea-895b5857025f admin admin] GET failed (client error): The resource could not be found. Jun 02 07:53:14.200372 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-449525a5-b196-41b2-84ea-895b5857025f admin admin] Synchronizing usage tracker for tenant:dec89964af4e487fac078733d6c79472 on resource:network {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 07:53:14.215223 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-449525a5-b196-41b2-84ea-895b5857025f admin admin] Unset dirty status for tenant:dec89964af4e487fac078733d6c79472 on resource:network {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 07:53:14.216375 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-449525a5-b196-41b2-84ea-895b5857025f admin admin] 10.222.0.81 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0831473 Jun 02 07:53:14.318474 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3801e180-ff73-4078-9e37-004af485a2a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:53:14.319804 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-3801e180-ff73-4078-9e37-004af485a2a6 admin admin] 10.222.0.81 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0995648 Jun 02 07:53:14.330053 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [None req-0a1a8e4c-8dae-4494-8854-9a6660cf80a5 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '2fa815e7-8a2c-4518-aecd-cdb082d142a1'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:53:14.334285 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-0a1a8e4c-8dae-4494-8854-9a6660cf80a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:53:14.338611 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-0a1a8e4c-8dae-4494-8854-9a6660cf80a5 admin admin] Usage tracker for resource:subnet and tenant:dec89964af4e487fac078733d6c79472 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:53:14.341413 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-0a1a8e4c-8dae-4494-8854-9a6660cf80a5 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:53:14.346907 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-0a1a8e4c-8dae-4494-8854-9a6660cf80a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:53:14.357103 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1a8e4c-8dae-4494-8854-9a6660cf80a5 admin admin] Made reservation on behalf of dec89964af4e487fac078733d6c79472 for: {'subnet': 1} {{(pid=91539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 07:53:14.359396 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-0a1a8e4c-8dae-4494-8854-9a6660cf80a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:53:14.721953 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-0a1a8e4c-8dae-4494-8854-9a6660cf80a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101'] for subnet, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:53:14.726235 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-eaf56e35-13d3-4549-9c9b-e774cc0f0c11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:53:14.800537 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a8e4c-8dae-4494-8854-9a6660cf80a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88736fc6-b636-450a-b9c6-de59664d5e8d,revision_number=0']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:53:14.804182 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-0a1a8e4c-8dae-4494-8854-9a6660cf80a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:53:14.804858 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1a8e4c-8dae-4494-8854-9a6660cf80a5 admin admin] Checking segment: {'id': '57588e11-1445-46a1-9d84-99be2734a98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2fa815e7-8a2c-4518-aecd-cdb082d142a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:53:14.806125 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1a8e4c-8dae-4494-8854-9a6660cf80a5 admin admin] Network hostable DHCP agents. Network: 2fa815e7-8a2c-4518-aecd-cdb082d142a1, hostable agents: ['187909a1-f54b-4aaf-b277-d1ad18d9eb87'], hosted agents: [] {{(pid=91539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 07:53:14.823414 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1a8e4c-8dae-4494-8854-9a6660cf80a5 admin admin] Network 2fa815e7-8a2c-4518-aecd-cdb082d142a1 is scheduled to be hosted by DHCP agent 187909a1-f54b-4aaf-b277-d1ad18d9eb87 with binding_index 1 {{(pid=91539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 07:53:14.832384 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [None req-0a1a8e4c-8dae-4494-8854-9a6660cf80a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-7-smb, 2fa815e7-8a2c-4518-aecd-cdb082d142a1) {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:53:14.836144 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1a8e4c-8dae-4494-8854-9a6660cf80a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:53:14.836743 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-0a1a8e4c-8dae-4494-8854-9a6660cf80a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for subnet, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:53:14.842584 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02e7090-79fb-469f-9080-1fdcb4bab994 None None] Network 2fa815e7-8a2c-4518-aecd-cdb082d142a1 requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 07:53:14.855112 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-0a1a8e4c-8dae-4494-8854-9a6660cf80a5 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5284033 Jun 02 07:53:15.066243 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp098a28b0-fe0f-53b0-9390-6a847d396a49-2fa815e7-8a2c-4518-aecd-cdb082d142a1', 'network_id': '2fa815e7-8a2c-4518-aecd-cdb082d142a1', 'tenant_id': 'dec89964af4e487fac078733d6c79472', 'fixed_ips': [{'subnet_id': '88736fc6-b636-450a-b9c6-de59664d5e8d'}]}} from dv-cinder-786385-7-smb. {{(pid=91541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 07:53:15.067066 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:53:15.225706 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.db_base_plugin_common [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] Allocated IP 192.168.233.2 (2fa815e7-8a2c-4518-aecd-cdb082d142a1/88736fc6-b636-450a-b9c6-de59664d5e8d/b2f8c82a-3c47-4a45-95cb-5efc1fb416eb) {{(pid=91541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 07:53:15.437260 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] Notify callbacks [] for port, precommit_create {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:53:15.448391 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] Transition to ACTIVE for port object b2f8c82a-3c47-4a45-95cb-5efc1fb416eb will not be triggered until provisioned by entity L2. {{(pid=91541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:53:15.467022 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] Transition to ACTIVE for port object b2f8c82a-3c47-4a45-95cb-5efc1fb416eb will not be triggered until provisioned by entity DHCP. {{(pid=91541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:53:15.472642 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446'] for port, after_create {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:53:15.478528 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:53:15.544540 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] Network 2fa815e7-8a2c-4518-aecd-cdb082d142a1 is already hosted by enough agents. {{(pid=91541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 07:53:15.547893 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.scheduler.base_scheduler [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] Resources bound (agent type, host, resource id): {{(pid=91541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:53:15.549722 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] Pushing event updated for resources: {'Port': ['ID=b2f8c82a-3c47-4a45-95cb-5efc1fb416eb,revision_number=1']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:53:15.551932 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] Received port after_create {{(pid=91541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 07:53:15.595969 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:53:15.596317 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:53:15.596651 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:53:15.596988 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:53:15.597319 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:53:15.597649 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:53:15.597974 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:53:15.598294 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:53:15.598612 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:53:15.598931 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:53:15.599264 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:53:15.599583 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:53:15.627076 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:53:15.653741 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] Attempting to bind port b2f8c82a-3c47-4a45-95cb-5efc1fb416eb on host dv-cinder-786385-7-smb for vnic_type normal with profile {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 07:53:15.654106 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] Attempting to bind port b2f8c82a-3c47-4a45-95cb-5efc1fb416eb by drivers openvswitch,hyperv on host dv-cinder-786385-7-smb at level 0 using segments [{'id': '57588e11-1445-46a1-9d84-99be2734a98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2fa815e7-8a2c-4518-aecd-cdb082d142a1'}] {{(pid=91541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 07:53:15.654466 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] Attempting to bind port b2f8c82a-3c47-4a45-95cb-5efc1fb416eb on network 2fa815e7-8a2c-4518-aecd-cdb082d142a1 {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 07:53:15.659760 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] Checking agent: {'id': '2a0e1ac3-7fb5-40bc-887e-90e9797fe79d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 50, 2), 'started_at': datetime.datetime(2021, 6, 2, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 7, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 07:53:15.660170 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] Checking segment: {'id': '57588e11-1445-46a1-9d84-99be2734a98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2fa815e7-8a2c-4518-aecd-cdb082d142a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:53:15.660564 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:53:15.660956 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] Bound using segment: {'id': '57588e11-1445-46a1-9d84-99be2734a98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2fa815e7-8a2c-4518-aecd-cdb082d142a1'} {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 07:53:15.661413 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] Bound port: b2f8c82a-3c47-4a45-95cb-5efc1fb416eb, host: dv-cinder-786385-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57588e11-1445-46a1-9d84-99be2734a98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2fa815e7-8a2c-4518-aecd-cdb082d142a1'}}] {{(pid=91541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 07:53:15.661781 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:53:15.751584 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] For port b2f8c82a-3c47-4a45-95cb-5efc1fb416eb, host dv-cinder-786385-7-smb, cleared binding levels {{(pid=91541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 07:53:15.754588 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] For port b2f8c82a-3c47-4a45-95cb-5efc1fb416eb, host dv-cinder-786385-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=b2f8c82a-3c47-4a45-95cb-5efc1fb416eb,segment=NetworkSegment(57588e11-1445-46a1-9d84-99be2734a98f),segment_id=57588e11-1445-46a1-9d84-99be2734a98f)] {{(pid=91541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 07:53:15.760241 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:53:15.763982 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:53:15.839216 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] Pushing event updated for resources: {'Port': ['ID=b2f8c82a-3c47-4a45-95cb-5efc1fb416eb,revision_number=2']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:53:15.842221 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:53:16.663931 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a892ade-dd26-46ab-a678-4249d3499797 None None] Network 2fa815e7-8a2c-4518-aecd-cdb082d142a1 requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 07:53:16.750261 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-cd2d0de4-2aa5-4ed2-9d46-1a3ff95bd668 None None] Provisioning for port b2f8c82a-3c47-4a45-95cb-5efc1fb416eb completed by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 07:53:17.104544 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device b2f8c82a-3c47-4a45-95cb-5efc1fb416eb up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:53:17.178159 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning for port b2f8c82a-3c47-4a45-95cb-5efc1fb416eb completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 07:53:17.183192 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port b2f8c82a-3c47-4a45-95cb-5efc1fb416eb triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:53:17.183639 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:53:17.320270 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:53:17.353600 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] For port b2f8c82a-3c47-4a45-95cb-5efc1fb416eb, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=b2f8c82a-3c47-4a45-95cb-5efc1fb416eb,segment=NetworkSegment(57588e11-1445-46a1-9d84-99be2734a98f),segment_id=57588e11-1445-46a1-9d84-99be2734a98f)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:53:17.358139 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:53:17.360460 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:53:17.426149 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Pushing event updated for resources: {'Port': ['ID=b2f8c82a-3c47-4a45-95cb-5efc1fb416eb,revision_number=3']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:53:17.429446 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:53:19.061828 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device b2f8c82a-3c47-4a45-95cb-5efc1fb416eb up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:53:19.132720 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port b2f8c82a-3c47-4a45-95cb-5efc1fb416eb triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:53:19.133110 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:53:29.893845 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-babca1ea-43bf-4890-af85-f019b1bf18ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:53:32.345124 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:53:32.607946 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-bb925bec-9e2f-4432-b932-bf84e433dfdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:53:33.959987 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:53:35.285973 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:53:41.091448 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.agents_db [None req-10acdd10-972e-4945-a856-8243e035fc02 None None] Agent healthcheck: found 5 active agents {{(pid=91542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 07:53:59.895069 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-4e4eaae5-87d5-4bf7-bf93-a22b58255009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:54:02.347036 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:54:02.610151 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-b7628ac7-ce0f-4f75-9693-14ea64803125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:54:03.963514 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:54:05.287664 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:54:18.089855 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.agents_db [None req-10acdd10-972e-4945-a856-8243e035fc02 None None] Agent healthcheck: found 5 active agents {{(pid=91542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 07:54:22.150083 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 38690) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:54:22.156926 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [None req-d7d8d51e-4d56-49f8-926b-6b301fd64a45 tempest-verify_tempest_config-1657416497 tempest-verify_tempest_config-1657416497-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=91539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 07:54:22.157885 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-d7d8d51e-4d56-49f8-926b-6b301fd64a45 tempest-verify_tempest_config-1657416497 tempest-verify_tempest_config-1657416497-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068531 Jun 02 07:54:22.461756 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 38708) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:54:22.577469 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-15772e21-06b8-441d-ae82-815b5973c231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:54:22.591735 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-15772e21-06b8-441d-ae82-815b5973c231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:54:22.595413 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-15772e21-06b8-441d-ae82-815b5973c231 admin admin] Usage tracker for resource:security_group_rule and tenant:2eda58bc590e48558303182a2b7ab408 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:54:22.598188 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-15772e21-06b8-441d-ae82-815b5973c231 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:54:22.603759 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-15772e21-06b8-441d-ae82-815b5973c231 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:54:22.683410 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-15772e21-06b8-441d-ae82-815b5973c231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:54:22.686849 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-15772e21-06b8-441d-ae82-815b5973c231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:54:22.695716 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-92e991db-2fe9-4bd0-a917-97847fd392dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:54:22.732532 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-15772e21-06b8-441d-ae82-815b5973c231 admin admin] Synchronizing usage tracker for tenant:dec89964af4e487fac078733d6c79472 on resource:security_group {{(pid=91540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 07:54:22.736367 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15772e21-06b8-441d-ae82-815b5973c231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b5caf0-e0aa-4c3c-9548-16e008361990,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:54:22.745667 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15772e21-06b8-441d-ae82-815b5973c231 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:54:22.746001 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15772e21-06b8-441d-ae82-815b5973c231 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:54:22.746326 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15772e21-06b8-441d-ae82-815b5973c231 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:54:22.746645 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15772e21-06b8-441d-ae82-815b5973c231 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:54:22.746959 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15772e21-06b8-441d-ae82-815b5973c231 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:54:22.747275 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15772e21-06b8-441d-ae82-815b5973c231 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:54:22.747583 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15772e21-06b8-441d-ae82-815b5973c231 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:54:22.747918 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15772e21-06b8-441d-ae82-815b5973c231 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:54:22.748249 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15772e21-06b8-441d-ae82-815b5973c231 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:54:22.748558 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15772e21-06b8-441d-ae82-815b5973c231 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:54:22.748864 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15772e21-06b8-441d-ae82-815b5973c231 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:54:22.749167 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15772e21-06b8-441d-ae82-815b5973c231 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:54:22.754280 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-15772e21-06b8-441d-ae82-815b5973c231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:54:22.762281 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-15772e21-06b8-441d-ae82-815b5973c231 admin admin] Unset dirty status for tenant:dec89964af4e487fac078733d6c79472 on resource:security_group {{(pid=91540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 07:54:22.763618 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-15772e21-06b8-441d-ae82-815b5973c231 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2eda58bc590e48558303182a2b7ab408&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3009152 Jun 02 07:54:22.766221 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 38714) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:54:22.825054 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-c43469e8-7a56-47ff-890a-0830eb4e1f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:54:22.848955 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-c43469e8-7a56-47ff-890a-0830eb4e1f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:54:22.943942 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-c43469e8-7a56-47ff-890a-0830eb4e1f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:54:22.947940 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-15772e21-06b8-441d-ae82-815b5973c231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:54:22.957846 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43469e8-7a56-47ff-890a-0830eb4e1f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b5caf0-e0aa-4c3c-9548-16e008361990,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:54:22.960941 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-c43469e8-7a56-47ff-890a-0830eb4e1f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:54:22.965951 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-c43469e8-7a56-47ff-890a-0830eb4e1f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:54:22.967053 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-c43469e8-7a56-47ff-890a-0830eb4e1f6e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/99b5caf0-e0aa-4c3c-9548-16e008361990 HTTP/1.1" status: 204 len: 168 time: 0.1996784 Jun 02 07:54:29.897008 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-919faef2-9bb8-43a3-a22d-67dd347230db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:54:32.348619 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:54:32.613063 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-7cb1d9dc-b2d4-4e96-bc14-0ed0431ae8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:54:33.967358 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:54:35.295023 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:54:55.087704 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.agents_db [None req-10acdd10-972e-4945-a856-8243e035fc02 None None] Agent healthcheck: found 5 active agents {{(pid=91542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 07:54:59.901073 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-44790884-533c-478d-825e-a835cb3d421b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:55:02.350355 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:55:02.614040 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-6ec75e99-2df7-49dd-a972-3bce33c1da18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:55:03.968089 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:55:05.295092 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:55:29.903849 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-34c37171-d9c2-49f5-983e-9afb3f18a03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:55:32.087461 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.agents_db [None req-10acdd10-972e-4945-a856-8243e035fc02 None None] Agent healthcheck: found 5 active agents {{(pid=91542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 07:55:32.352826 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:55:32.616296 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-f8ecc9b2-787a-4e9c-a407-c14292ff297f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:55:33.971173 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:55:35.299550 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:55:59.905600 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-0c8b9739-4e10-470a-ad61-cbb00e65c14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:56:02.353601 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:56:02.618150 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-60198dae-7d80-4925-8251-064e538a19e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:56:03.974142 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:56:05.300884 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:56:09.086818 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.agents_db [None req-10acdd10-972e-4945-a856-8243e035fc02 None None] Agent healthcheck: found 5 active agents {{(pid=91542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 07:56:09.762381 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709'] for agent, after_create {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:56:13.417861 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 38766) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:56:13.530952 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-e4173aeb-e3fa-42a5-9950-8b5baa0e3bab admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1120179 Jun 02 07:56:15.678686 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 38776) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:56:15.732722 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-0c3f77e6-2f48-4e7b-a0b9-0e1a7ab95bda admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0529451 Jun 02 07:56:29.907024 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-3def3dd3-a92b-4f2d-aa6d-c3e714839d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:56:32.355667 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:56:32.619451 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-eb6fe25c-0579-46fb-b7c3-51e18eff10f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:56:33.975351 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:56:35.303402 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:56:39.734031 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:56:46.086933 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.agents_db [None req-10acdd10-972e-4945-a856-8243e035fc02 None None] Agent healthcheck: found 6 active agents {{(pid=91542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 07:56:59.908149 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-5fe74ef3-1a9b-4172-bdba-c6c1d9159e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:02.357418 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:02.621076 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-af2de78b-44b8-4c93-bfb4-4a1a8b93f651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:03.978109 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:05.307377 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:09.751046 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:23.086182 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.agents_db [None req-10acdd10-972e-4945-a856-8243e035fc02 None None] Agent healthcheck: found 6 active agents {{(pid=91542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 07:57:29.911449 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-5fc4523a-c0c8-47f2-8afb-e446dae95029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:32.359175 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:32.622377 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-d3126233-03c2-40b7-bb7f-60919dc8727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:33.982226 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:35.310434 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:39.760677 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:45.240485 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 38902) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:57:45.450157 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2040021533-network', 'tenant_id': '688fc7fec3424c8e87ae035c39491898'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:57:45.455487 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:57:45.460326 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Usage tracker for resource:network and tenant:688fc7fec3424c8e87ae035c39491898 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:57:45.463417 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:57:45.469334 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:57:45.479972 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Made reservation on behalf of 688fc7fec3424c8e87ae035c39491898 for: {'network': 1} {{(pid=91540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 07:57:45.483218 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3847429'] for network, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:45.495922 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:45.511084 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:57:45.514869 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Usage tracker for resource:security_group_rule and tenant:688fc7fec3424c8e87ae035c39491898 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:57:45.517970 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:57:45.523957 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:57:45.613434 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:45.618643 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:45.623023 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-c43469e8-7a56-47ff-890a-0830eb4e1f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:45.656390 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=91540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 07:57:45.662374 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbe9cef-3612-40dc-9223-34902c17e1f3,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:45.671902 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:45.672534 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:45.672866 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:45.673200 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:45.673558 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:45.673838 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:45.674363 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:45.674854 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:45.675201 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:45.675746 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:45.676095 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:45.676405 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:45.677754 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Tracked resource versions report: Jun 02 07:57:45.677754 dv-cinder-786385-7-smb neutron-server[91540]: pushed versions: Jun 02 07:57:45.677754 dv-cinder-786385-7-smb neutron-server[91540]: { 'AddressGroup': {'1.2'}, Jun 02 07:57:45.677754 dv-cinder-786385-7-smb neutron-server[91540]: 'ConntrackHelper': {'1.0'}, Jun 02 07:57:45.677754 dv-cinder-786385-7-smb neutron-server[91540]: 'Log': {'1.0'}, Jun 02 07:57:45.677754 dv-cinder-786385-7-smb neutron-server[91540]: 'Network': {'1.1'}, Jun 02 07:57:45.677754 dv-cinder-786385-7-smb neutron-server[91540]: 'Port': {'1.7'}, Jun 02 07:57:45.677754 dv-cinder-786385-7-smb neutron-server[91540]: 'PortForwarding': {'1.2'}, Jun 02 07:57:45.677754 dv-cinder-786385-7-smb neutron-server[91540]: 'QosPolicy': {'1.8'}, Jun 02 07:57:45.677754 dv-cinder-786385-7-smb neutron-server[91540]: 'SecurityGroup': {'1.4'}, Jun 02 07:57:45.677754 dv-cinder-786385-7-smb neutron-server[91540]: 'SecurityGroupRule': {'1.2'}, Jun 02 07:57:45.677754 dv-cinder-786385-7-smb neutron-server[91540]: 'SubPort': {'1.0'}, Jun 02 07:57:45.677754 dv-cinder-786385-7-smb neutron-server[91540]: 'Subnet': {'1.1'}, Jun 02 07:57:45.677754 dv-cinder-786385-7-smb neutron-server[91540]: 'Trunk': {'1.1'}} Jun 02 07:57:45.677754 dv-cinder-786385-7-smb neutron-server[91540]: consumer versions: Jun 02 07:57:45.677754 dv-cinder-786385-7-smb neutron-server[91540]: { DHCP agent@dv-cinder-786385-7-smb: {}, Jun 02 07:57:45.677754 dv-cinder-786385-7-smb neutron-server[91540]: HyperV agent@hv-cinder-78638: {}, Jun 02 07:57:45.677754 dv-cinder-786385-7-smb neutron-server[91540]: L3 agent@dv-cinder-786385-7-smb: {}, Jun 02 07:57:45.677754 dv-cinder-786385-7-smb neutron-server[91540]: Metadata agent@dv-cinder-786385-7-smb: {}, Jun 02 07:57:45.677754 dv-cinder-786385-7-smb neutron-server[91540]: Metering agent@dv-cinder-786385-7-smb: {}, Jun 02 07:57:45.677754 dv-cinder-786385-7-smb neutron-server[91540]: Open vSwitch agent@dv-cinder-786385-7-smb: { 'AddressGroup': '1.2', Jun 02 07:57:45.677754 dv-cinder-786385-7-smb neutron-server[91540]: 'ConntrackHelper': '1.0', Jun 02 07:57:45.677754 dv-cinder-786385-7-smb neutron-server[91540]: 'Log': '1.0', Jun 02 07:57:45.677754 dv-cinder-786385-7-smb neutron-server[91540]: 'Network': '1.1', Jun 02 07:57:45.677754 dv-cinder-786385-7-smb neutron-server[91540]: 'Port': '1.7', Jun 02 07:57:45.677754 dv-cinder-786385-7-smb neutron-server[91540]: 'PortForwarding': '1.2', Jun 02 07:57:45.677754 dv-cinder-786385-7-smb neutron-server[91540]: 'QosPolicy': '1.8', Jun 02 07:57:45.677754 dv-cinder-786385-7-smb neutron-server[91540]: 'SecurityGroup': '1.4', Jun 02 07:57:45.677754 dv-cinder-786385-7-smb neutron-server[91540]: 'SecurityGroupRule': '1.2', Jun 02 07:57:45.677754 dv-cinder-786385-7-smb neutron-server[91540]: 'SubPort': '1.0', Jun 02 07:57:45.677754 dv-cinder-786385-7-smb neutron-server[91540]: 'Subnet': '1.1', Jun 02 07:57:45.677754 dv-cinder-786385-7-smb neutron-server[91540]: 'Trunk': '1.1'}} Jun 02 07:57:45.677754 dv-cinder-786385-7-smb neutron-server[91540]: {{(pid=91540) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 07:57:45.682131 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:45.683155 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479'] for segment, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:45.683452 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.db.segments_db [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Added segment 7571d2f6-9016-4802-a030-87cae188c8e3 of type vlan for network 5920cfca-f051-4509-941a-46b192c48b56 Jun 02 07:57:45.716200 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746790259047'] for network, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:45.746003 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-947529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536110'] for network, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:45.747994 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:57:45.748562 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for network, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:45.758550 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:45.806865 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5651016 Jun 02 07:57:45.810532 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 38936) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:57:45.818021 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [None req-8aa00f1f-cd74-44cb-a01c-813589f720d1 admin admin] Request body: {'subnet': {'network_id': '5920cfca-f051-4509-941a-46b192c48b56', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2040021533-subnet', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:57:45.825442 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-8aa00f1f-cd74-44cb-a01c-813589f720d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:57:45.832447 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-8aa00f1f-cd74-44cb-a01c-813589f720d1 admin admin] Usage tracker for resource:subnet and tenant:688fc7fec3424c8e87ae035c39491898 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:57:45.837356 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-8aa00f1f-cd74-44cb-a01c-813589f720d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:57:45.846456 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-8aa00f1f-cd74-44cb-a01c-813589f720d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:57:45.860334 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa00f1f-cd74-44cb-a01c-813589f720d1 admin admin] Made reservation on behalf of 688fc7fec3424c8e87ae035c39491898 for: {'subnet': 1} {{(pid=91539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 07:57:45.861303 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Pushing event updated for resources: {'Network': ['ID=5920cfca-f051-4509-941a-46b192c48b56,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:45.863149 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8aa00f1f-cd74-44cb-a01c-813589f720d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:45.864258 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:45.872396 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Network 5920cfca-f051-4509-941a-46b192c48b56 details requested by agent ovs-agent-dv-cinder-786385-7-smb with host dv-cinder-786385-7-smb {{(pid=91541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 02 07:57:46.345350 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8aa00f1f-cd74-44cb-a01c-813589f720d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101'] for subnet, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:46.352666 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-0a1a8e4c-8dae-4494-8854-9a6660cf80a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:46.441385 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa00f1f-cd74-44cb-a01c-813589f720d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80579146-c765-4f7b-89f0-58e1765e1f5a,revision_number=0']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:46.453597 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa00f1f-cd74-44cb-a01c-813589f720d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:46.453842 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa00f1f-cd74-44cb-a01c-813589f720d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:46.454179 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa00f1f-cd74-44cb-a01c-813589f720d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:46.454577 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa00f1f-cd74-44cb-a01c-813589f720d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:46.454959 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa00f1f-cd74-44cb-a01c-813589f720d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:46.455260 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa00f1f-cd74-44cb-a01c-813589f720d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:46.456266 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa00f1f-cd74-44cb-a01c-813589f720d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:46.456266 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa00f1f-cd74-44cb-a01c-813589f720d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:46.457369 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa00f1f-cd74-44cb-a01c-813589f720d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:46.457369 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa00f1f-cd74-44cb-a01c-813589f720d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:46.457369 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa00f1f-cd74-44cb-a01c-813589f720d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:46.457648 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa00f1f-cd74-44cb-a01c-813589f720d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:46.458583 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa00f1f-cd74-44cb-a01c-813589f720d1 admin admin] Tracked resource versions report: Jun 02 07:57:46.458583 dv-cinder-786385-7-smb neutron-server[91539]: pushed versions: Jun 02 07:57:46.458583 dv-cinder-786385-7-smb neutron-server[91539]: { 'AddressGroup': {'1.2'}, Jun 02 07:57:46.458583 dv-cinder-786385-7-smb neutron-server[91539]: 'ConntrackHelper': {'1.0'}, Jun 02 07:57:46.458583 dv-cinder-786385-7-smb neutron-server[91539]: 'Log': {'1.0'}, Jun 02 07:57:46.458583 dv-cinder-786385-7-smb neutron-server[91539]: 'Network': {'1.1'}, Jun 02 07:57:46.458583 dv-cinder-786385-7-smb neutron-server[91539]: 'Port': {'1.7'}, Jun 02 07:57:46.458583 dv-cinder-786385-7-smb neutron-server[91539]: 'PortForwarding': {'1.2'}, Jun 02 07:57:46.458583 dv-cinder-786385-7-smb neutron-server[91539]: 'QosPolicy': {'1.8'}, Jun 02 07:57:46.458583 dv-cinder-786385-7-smb neutron-server[91539]: 'SecurityGroup': {'1.4'}, Jun 02 07:57:46.458583 dv-cinder-786385-7-smb neutron-server[91539]: 'SecurityGroupRule': {'1.2'}, Jun 02 07:57:46.458583 dv-cinder-786385-7-smb neutron-server[91539]: 'SubPort': {'1.0'}, Jun 02 07:57:46.458583 dv-cinder-786385-7-smb neutron-server[91539]: 'Subnet': {'1.1'}, Jun 02 07:57:46.458583 dv-cinder-786385-7-smb neutron-server[91539]: 'Trunk': {'1.1'}} Jun 02 07:57:46.458583 dv-cinder-786385-7-smb neutron-server[91539]: consumer versions: Jun 02 07:57:46.458583 dv-cinder-786385-7-smb neutron-server[91539]: { DHCP agent@dv-cinder-786385-7-smb: {}, Jun 02 07:57:46.458583 dv-cinder-786385-7-smb neutron-server[91539]: HyperV agent@hv-cinder-78638: {}, Jun 02 07:57:46.458583 dv-cinder-786385-7-smb neutron-server[91539]: L3 agent@dv-cinder-786385-7-smb: {}, Jun 02 07:57:46.458583 dv-cinder-786385-7-smb neutron-server[91539]: Metadata agent@dv-cinder-786385-7-smb: {}, Jun 02 07:57:46.458583 dv-cinder-786385-7-smb neutron-server[91539]: Metering agent@dv-cinder-786385-7-smb: {}, Jun 02 07:57:46.458583 dv-cinder-786385-7-smb neutron-server[91539]: Open vSwitch agent@dv-cinder-786385-7-smb: { 'AddressGroup': '1.2', Jun 02 07:57:46.458583 dv-cinder-786385-7-smb neutron-server[91539]: 'ConntrackHelper': '1.0', Jun 02 07:57:46.458583 dv-cinder-786385-7-smb neutron-server[91539]: 'Log': '1.0', Jun 02 07:57:46.458583 dv-cinder-786385-7-smb neutron-server[91539]: 'Network': '1.1', Jun 02 07:57:46.458583 dv-cinder-786385-7-smb neutron-server[91539]: 'Port': '1.7', Jun 02 07:57:46.458583 dv-cinder-786385-7-smb neutron-server[91539]: 'PortForwarding': '1.2', Jun 02 07:57:46.458583 dv-cinder-786385-7-smb neutron-server[91539]: 'QosPolicy': '1.8', Jun 02 07:57:46.458583 dv-cinder-786385-7-smb neutron-server[91539]: 'SecurityGroup': '1.4', Jun 02 07:57:46.458583 dv-cinder-786385-7-smb neutron-server[91539]: 'SecurityGroupRule': '1.2', Jun 02 07:57:46.458583 dv-cinder-786385-7-smb neutron-server[91539]: 'SubPort': '1.0', Jun 02 07:57:46.458583 dv-cinder-786385-7-smb neutron-server[91539]: 'Subnet': '1.1', Jun 02 07:57:46.458583 dv-cinder-786385-7-smb neutron-server[91539]: 'Trunk': '1.1'}} Jun 02 07:57:46.458583 dv-cinder-786385-7-smb neutron-server[91539]: {{(pid=91539) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 07:57:46.461597 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa00f1f-cd74-44cb-a01c-813589f720d1 admin admin] Checking segment: {'id': '7571d2f6-9016-4802-a030-87cae188c8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5920cfca-f051-4509-941a-46b192c48b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:57:46.461955 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa00f1f-cd74-44cb-a01c-813589f720d1 admin admin] Network hostable DHCP agents. Network: 5920cfca-f051-4509-941a-46b192c48b56, hostable agents: ['187909a1-f54b-4aaf-b277-d1ad18d9eb87'], hosted agents: [] {{(pid=91539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 07:57:46.466387 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-8aa00f1f-cd74-44cb-a01c-813589f720d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:46.489390 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa00f1f-cd74-44cb-a01c-813589f720d1 admin admin] Network 5920cfca-f051-4509-941a-46b192c48b56 is scheduled to be hosted by DHCP agent 187909a1-f54b-4aaf-b277-d1ad18d9eb87 with binding_index 1 {{(pid=91539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 07:57:46.499686 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [None req-8aa00f1f-cd74-44cb-a01c-813589f720d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-7-smb, 5920cfca-f051-4509-941a-46b192c48b56) {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:57:46.507478 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa00f1f-cd74-44cb-a01c-813589f720d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:57:46.508090 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8aa00f1f-cd74-44cb-a01c-813589f720d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for subnet, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:46.515577 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a6e1dc-7e3f-4af8-a94a-75e8f3d8795e None None] Network 5920cfca-f051-4509-941a-46b192c48b56 requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 07:57:46.540377 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-8aa00f1f-cd74-44cb-a01c-813589f720d1 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7260566 Jun 02 07:57:46.540723 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 38978) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:57:46.542047 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 38980) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:57:46.549053 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [None req-3b36f118-8945-4ac5-a5ae-b554e9f9d0d1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2040021533-router', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'}}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:57:46.555756 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-3b36f118-8945-4ac5-a5ae-b554e9f9d0d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:57:46.566592 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-3b36f118-8945-4ac5-a5ae-b554e9f9d0d1 admin admin] Usage tracker for resource:router and tenant:688fc7fec3424c8e87ae035c39491898 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:57:46.574269 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-3b36f118-8945-4ac5-a5ae-b554e9f9d0d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:57:46.581929 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-3b36f118-8945-4ac5-a5ae-b554e9f9d0d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:57:46.594770 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-3b36f118-8945-4ac5-a5ae-b554e9f9d0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1013204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3813'] for router, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:46.596686 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-3b36f118-8945-4ac5-a5ae-b554e9f9d0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-946085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3836'] for router, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:46.619755 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-3b36f118-8945-4ac5-a5ae-b554e9f9d0d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:46.867946 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp098a28b0-fe0f-53b0-9390-6a847d396a49-5920cfca-f051-4509-941a-46b192c48b56', 'network_id': '5920cfca-f051-4509-941a-46b192c48b56', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'fixed_ips': [{'subnet_id': '80579146-c765-4f7b-89f0-58e1765e1f5a'}]}} from dv-cinder-786385-7-smb. {{(pid=91541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 07:57:46.868776 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:47.025721 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-09ab9193-6654-44b1-a0b8-082b004e3242 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-235286783-network', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:57:47.027625 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-3b36f118-8945-4ac5-a5ae-b554e9f9d0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1013190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3790'] for router, precommit_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:47.036404 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-09ab9193-6654-44b1-a0b8-082b004e3242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:57:47.046425 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-09ab9193-6654-44b1-a0b8-082b004e3242 admin admin] Usage tracker for resource:network and tenant:6b8d02cd22f94fd0a8a8af38d9d22b8d is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:57:47.052040 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-09ab9193-6654-44b1-a0b8-082b004e3242 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:57:47.064517 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-09ab9193-6654-44b1-a0b8-082b004e3242 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:57:47.068367 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.db_base_plugin_common [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Allocated IP 172.20.0.2 (5920cfca-f051-4509-941a-46b192c48b56/80579146-c765-4f7b-89f0-58e1765e1f5a/eab67fa7-d6fd-43d0-a21b-be87c00aca7b) {{(pid=91541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 07:57:47.087493 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ab9193-6654-44b1-a0b8-082b004e3242 admin admin] Made reservation on behalf of 6b8d02cd22f94fd0a8a8af38d9d22b8d for: {'network': 1} {{(pid=91540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 07:57:47.090073 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-09ab9193-6654-44b1-a0b8-082b004e3242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3847429'] for network, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:47.114325 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-09ab9193-6654-44b1-a0b8-082b004e3242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:47.135852 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-09ab9193-6654-44b1-a0b8-082b004e3242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:57:47.140103 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-09ab9193-6654-44b1-a0b8-082b004e3242 admin admin] Usage tracker for resource:security_group_rule and tenant:6b8d02cd22f94fd0a8a8af38d9d22b8d is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:57:47.144245 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-09ab9193-6654-44b1-a0b8-082b004e3242 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:57:47.150408 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-09ab9193-6654-44b1-a0b8-082b004e3242 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:57:47.323273 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-09ab9193-6654-44b1-a0b8-082b004e3242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:47.333229 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-09ab9193-6654-44b1-a0b8-082b004e3242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:47.345912 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ab9193-6654-44b1-a0b8-082b004e3242 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=91540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 07:57:47.356363 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-09ab9193-6654-44b1-a0b8-082b004e3242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479'] for segment, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:47.356977 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.db.segments_db [None req-09ab9193-6654-44b1-a0b8-082b004e3242 admin admin] Added segment 0a9f3729-62b7-4b55-a4b9-f7267fb154d2 of type vlan for network c2b2e088-f309-40ee-a9da-7f4c929ceb8e Jun 02 07:57:47.360598 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Notify callbacks [] for port, precommit_create {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:47.383755 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Transition to ACTIVE for port object eab67fa7-d6fd-43d0-a21b-be87c00aca7b will not be triggered until provisioned by entity L2. {{(pid=91541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:57:47.384746 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-09ab9193-6654-44b1-a0b8-082b004e3242 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746790259047'] for network, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:47.395104 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:47.412138 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-3b36f118-8945-4ac5-a5ae-b554e9f9d0d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:47.423430 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Transition to ACTIVE for port object eab67fa7-d6fd-43d0-a21b-be87c00aca7b will not be triggered until provisioned by entity DHCP. {{(pid=91541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:57:47.434820 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446'] for port, after_create {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:47.447843 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:47.448879 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab9193-6654-44b1-a0b8-082b004e3242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0033860f-ec72-4fd6-9e16-0662fc7d72f7,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:47.450897 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-3b36f118-8945-4ac5-a5ae-b554e9f9d0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:47.451568 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 39012) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:57:47.469699 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-09ab9193-6654-44b1-a0b8-082b004e3242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:47.484981 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-09ab9193-6654-44b1-a0b8-082b004e3242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-947529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536110'] for network, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:47.486745 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ab9193-6654-44b1-a0b8-082b004e3242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:57:47.487545 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-09ab9193-6654-44b1-a0b8-082b004e3242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for network, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:47.502099 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:47.578278 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Network 5920cfca-f051-4509-941a-46b192c48b56 is already hosted by enough agents. {{(pid=91541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 07:57:47.584215 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.scheduler.base_scheduler [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Resources bound (agent type, host, resource id): {{(pid=91541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:57:47.597981 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Received port after_create {{(pid=91541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 07:57:47.603291 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab9193-6654-44b1-a0b8-082b004e3242 admin admin] Pushing event updated for resources: {'Network': ['ID=c2b2e088-f309-40ee-a9da-7f4c929ceb8e,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:47.606757 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-09ab9193-6654-44b1-a0b8-082b004e3242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:47.617753 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-09ab9193-6654-44b1-a0b8-082b004e3242 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0739417 Jun 02 07:57:47.619047 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 39018) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:57:47.627015 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Network c2b2e088-f309-40ee-a9da-7f4c929ceb8e details requested by agent ovs-agent-dv-cinder-786385-7-smb with host dv-cinder-786385-7-smb {{(pid=91541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 02 07:57:47.631649 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [None req-629b5b2f-7c45-49ed-bb0a-1a2f5bb2376f admin admin] Request body: {'subnet': {'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-235286783-subnet', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:57:47.640628 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-629b5b2f-7c45-49ed-bb0a-1a2f5bb2376f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:57:47.649476 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.db_base_plugin_common [None req-3b36f118-8945-4ac5-a5ae-b554e9f9d0d1 admin admin] Allocated IP 172.28.1.121 (e9a5f3f9-db43-4f06-8bac-5a44878f4be2/e2d41c65-2880-4a37-bb18-2012b034108f/3485cd67-fee9-4f35-9f3e-1e4562d1c065) {{(pid=91539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 07:57:47.651626 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-629b5b2f-7c45-49ed-bb0a-1a2f5bb2376f admin admin] Usage tracker for resource:subnet and tenant:6b8d02cd22f94fd0a8a8af38d9d22b8d is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:57:47.656170 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-629b5b2f-7c45-49ed-bb0a-1a2f5bb2376f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:57:47.657334 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Pushing event updated for resources: {'Port': ['ID=eab67fa7-d6fd-43d0-a21b-be87c00aca7b,revision_number=1']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:47.666489 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-629b5b2f-7c45-49ed-bb0a-1a2f5bb2376f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:57:47.670425 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:47.671182 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:47.672189 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:47.672933 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:47.673304 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:47.674252 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:47.674391 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:47.675769 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:47.676195 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:47.677083 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:47.677382 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:47.677866 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:47.679218 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Tracked resource versions report: Jun 02 07:57:47.679218 dv-cinder-786385-7-smb neutron-server[91541]: pushed versions: Jun 02 07:57:47.679218 dv-cinder-786385-7-smb neutron-server[91541]: { 'AddressGroup': {'1.2'}, Jun 02 07:57:47.679218 dv-cinder-786385-7-smb neutron-server[91541]: 'ConntrackHelper': {'1.0'}, Jun 02 07:57:47.679218 dv-cinder-786385-7-smb neutron-server[91541]: 'Log': {'1.0'}, Jun 02 07:57:47.679218 dv-cinder-786385-7-smb neutron-server[91541]: 'Network': {'1.1'}, Jun 02 07:57:47.679218 dv-cinder-786385-7-smb neutron-server[91541]: 'Port': {'1.7'}, Jun 02 07:57:47.679218 dv-cinder-786385-7-smb neutron-server[91541]: 'PortForwarding': {'1.2'}, Jun 02 07:57:47.679218 dv-cinder-786385-7-smb neutron-server[91541]: 'QosPolicy': {'1.8'}, Jun 02 07:57:47.679218 dv-cinder-786385-7-smb neutron-server[91541]: 'SecurityGroup': {'1.4'}, Jun 02 07:57:47.679218 dv-cinder-786385-7-smb neutron-server[91541]: 'SecurityGroupRule': {'1.2'}, Jun 02 07:57:47.679218 dv-cinder-786385-7-smb neutron-server[91541]: 'SubPort': {'1.0'}, Jun 02 07:57:47.679218 dv-cinder-786385-7-smb neutron-server[91541]: 'Subnet': {'1.1'}, Jun 02 07:57:47.679218 dv-cinder-786385-7-smb neutron-server[91541]: 'Trunk': {'1.1'}} Jun 02 07:57:47.679218 dv-cinder-786385-7-smb neutron-server[91541]: consumer versions: Jun 02 07:57:47.679218 dv-cinder-786385-7-smb neutron-server[91541]: { DHCP agent@dv-cinder-786385-7-smb: {}, Jun 02 07:57:47.679218 dv-cinder-786385-7-smb neutron-server[91541]: HyperV agent@hv-cinder-78638: {}, Jun 02 07:57:47.679218 dv-cinder-786385-7-smb neutron-server[91541]: L3 agent@dv-cinder-786385-7-smb: {}, Jun 02 07:57:47.679218 dv-cinder-786385-7-smb neutron-server[91541]: Metadata agent@dv-cinder-786385-7-smb: {}, Jun 02 07:57:47.679218 dv-cinder-786385-7-smb neutron-server[91541]: Metering agent@dv-cinder-786385-7-smb: {}, Jun 02 07:57:47.679218 dv-cinder-786385-7-smb neutron-server[91541]: Open vSwitch agent@dv-cinder-786385-7-smb: { 'AddressGroup': '1.2', Jun 02 07:57:47.679218 dv-cinder-786385-7-smb neutron-server[91541]: 'ConntrackHelper': '1.0', Jun 02 07:57:47.679218 dv-cinder-786385-7-smb neutron-server[91541]: 'Log': '1.0', Jun 02 07:57:47.679218 dv-cinder-786385-7-smb neutron-server[91541]: 'Network': '1.1', Jun 02 07:57:47.679218 dv-cinder-786385-7-smb neutron-server[91541]: 'Port': '1.7', Jun 02 07:57:47.679218 dv-cinder-786385-7-smb neutron-server[91541]: 'PortForwarding': '1.2', Jun 02 07:57:47.679218 dv-cinder-786385-7-smb neutron-server[91541]: 'QosPolicy': '1.8', Jun 02 07:57:47.679218 dv-cinder-786385-7-smb neutron-server[91541]: 'SecurityGroup': '1.4', Jun 02 07:57:47.679218 dv-cinder-786385-7-smb neutron-server[91541]: 'SecurityGroupRule': '1.2', Jun 02 07:57:47.679218 dv-cinder-786385-7-smb neutron-server[91541]: 'SubPort': '1.0', Jun 02 07:57:47.679218 dv-cinder-786385-7-smb neutron-server[91541]: 'Subnet': '1.1', Jun 02 07:57:47.679218 dv-cinder-786385-7-smb neutron-server[91541]: 'Trunk': '1.1'}} Jun 02 07:57:47.679218 dv-cinder-786385-7-smb neutron-server[91541]: {{(pid=91541) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 07:57:47.695300 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629b5b2f-7c45-49ed-bb0a-1a2f5bb2376f admin admin] Made reservation on behalf of 6b8d02cd22f94fd0a8a8af38d9d22b8d for: {'subnet': 1} {{(pid=91539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 07:57:47.697645 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-629b5b2f-7c45-49ed-bb0a-1a2f5bb2376f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:47.717527 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:47.893313 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Attempting to bind port eab67fa7-d6fd-43d0-a21b-be87c00aca7b on host dv-cinder-786385-7-smb for vnic_type normal with profile {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 07:57:47.893712 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Attempting to bind port eab67fa7-d6fd-43d0-a21b-be87c00aca7b by drivers openvswitch,hyperv on host dv-cinder-786385-7-smb at level 0 using segments [{'id': '7571d2f6-9016-4802-a030-87cae188c8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5920cfca-f051-4509-941a-46b192c48b56'}] {{(pid=91541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 07:57:47.894115 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Attempting to bind port eab67fa7-d6fd-43d0-a21b-be87c00aca7b on network 5920cfca-f051-4509-941a-46b192c48b56 {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 07:57:47.901506 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Checking agent: {'id': '2a0e1ac3-7fb5-40bc-887e-90e9797fe79d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 50, 2), 'started_at': datetime.datetime(2021, 6, 2, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 7, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 07:57:47.901635 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 39030) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:57:47.902400 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Checking segment: {'id': '7571d2f6-9016-4802-a030-87cae188c8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5920cfca-f051-4509-941a-46b192c48b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:57:47.902400 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:47.902609 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Bound using segment: {'id': '7571d2f6-9016-4802-a030-87cae188c8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5920cfca-f051-4509-941a-46b192c48b56'} {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 07:57:47.903021 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Bound port: eab67fa7-d6fd-43d0-a21b-be87c00aca7b, host: dv-cinder-786385-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7571d2f6-9016-4802-a030-87cae188c8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5920cfca-f051-4509-941a-46b192c48b56'}}] {{(pid=91541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 07:57:47.903391 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:47.943656 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-c2ca78aa-99be-4ea1-a3c9-fc989d642254 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-671316769-network', 'tenant_id': '3a006c1cfdc7430b8e43166b3582046d'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:57:47.950448 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-c2ca78aa-99be-4ea1-a3c9-fc989d642254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:57:47.960702 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-c2ca78aa-99be-4ea1-a3c9-fc989d642254 admin admin] Usage tracker for resource:network and tenant:3a006c1cfdc7430b8e43166b3582046d is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:57:47.966485 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-c2ca78aa-99be-4ea1-a3c9-fc989d642254 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:57:47.976644 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-c2ca78aa-99be-4ea1-a3c9-fc989d642254 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:57:47.996996 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ca78aa-99be-4ea1-a3c9-fc989d642254 admin admin] Made reservation on behalf of 3a006c1cfdc7430b8e43166b3582046d for: {'network': 1} {{(pid=91540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 07:57:48.004228 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-c2ca78aa-99be-4ea1-a3c9-fc989d642254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3847429'] for network, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:48.021637 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-3b36f118-8945-4ac5-a5ae-b554e9f9d0d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:48.025172 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-c2ca78aa-99be-4ea1-a3c9-fc989d642254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:48.035615 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] For port eab67fa7-d6fd-43d0-a21b-be87c00aca7b, host dv-cinder-786385-7-smb, cleared binding levels {{(pid=91541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 07:57:48.044577 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] For port eab67fa7-d6fd-43d0-a21b-be87c00aca7b, host dv-cinder-786385-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=eab67fa7-d6fd-43d0-a21b-be87c00aca7b,segment=NetworkSegment(7571d2f6-9016-4802-a030-87cae188c8e3),segment_id=7571d2f6-9016-4802-a030-87cae188c8e3)] {{(pid=91541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 07:57:48.053078 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:48.055229 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-c2ca78aa-99be-4ea1-a3c9-fc989d642254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:57:48.062487 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-c2ca78aa-99be-4ea1-a3c9-fc989d642254 admin admin] Usage tracker for resource:security_group_rule and tenant:3a006c1cfdc7430b8e43166b3582046d is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:57:48.065321 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:48.071544 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-c2ca78aa-99be-4ea1-a3c9-fc989d642254 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:57:48.083095 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-c2ca78aa-99be-4ea1-a3c9-fc989d642254 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:57:48.114172 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-3b36f118-8945-4ac5-a5ae-b554e9f9d0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446'] for port, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:48.127885 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:48.179552 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b36f118-8945-4ac5-a5ae-b554e9f9d0d1 admin admin] Network e9a5f3f9-db43-4f06-8bac-5a44878f4be2 is already hosted by enough agents. {{(pid=91539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 07:57:48.192048 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Pushing event updated for resources: {'Port': ['ID=eab67fa7-d6fd-43d0-a21b-be87c00aca7b,revision_number=2']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:48.207717 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:48.215751 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36f118-8945-4ac5-a5ae-b554e9f9d0d1 admin admin] Pushing event updated for resources: {'Port': ['ID=3485cd67-fee9-4f35-9f3e-1e4562d1c065,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:48.232124 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [None req-3b36f118-8945-4ac5-a5ae-b554e9f9d0d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:57:48.246442 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-3b36f118-8945-4ac5-a5ae-b554e9f9d0d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:48.273816 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b36f118-8945-4ac5-a5ae-b554e9f9d0d1 admin admin] Received port after_create {{(pid=91539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 07:57:48.303589 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-c2ca78aa-99be-4ea1-a3c9-fc989d642254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:48.318066 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-c2ca78aa-99be-4ea1-a3c9-fc989d642254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:48.322986 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:48.394531 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ca78aa-99be-4ea1-a3c9-fc989d642254 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=91540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 07:57:48.421725 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-c128d40f-bec0-41cf-81d5-59455cfd4faf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1851364150-network', 'tenant_id': '74cc8f4cfe4549ceafbae584172b2ebe'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:57:48.459059 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-c128d40f-bec0-41cf-81d5-59455cfd4faf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:57:48.475039 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-c128d40f-bec0-41cf-81d5-59455cfd4faf admin admin] Usage tracker for resource:network and tenant:74cc8f4cfe4549ceafbae584172b2ebe is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:57:48.486779 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-c128d40f-bec0-41cf-81d5-59455cfd4faf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:57:48.493723 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-c128d40f-bec0-41cf-81d5-59455cfd4faf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:57:48.511693 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca78aa-99be-4ea1-a3c9-fc989d642254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8a596e-fc13-4ffd-b537-b1f803faea81,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:48.520789 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-c2ca78aa-99be-4ea1-a3c9-fc989d642254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:48.521680 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c128d40f-bec0-41cf-81d5-59455cfd4faf admin admin] Made reservation on behalf of 74cc8f4cfe4549ceafbae584172b2ebe for: {'network': 1} {{(pid=91540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 07:57:48.529423 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-c128d40f-bec0-41cf-81d5-59455cfd4faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3847429'] for network, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:48.546469 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-c2ca78aa-99be-4ea1-a3c9-fc989d642254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479'] for segment, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:48.547157 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.db.segments_db [None req-c2ca78aa-99be-4ea1-a3c9-fc989d642254 admin admin] Added segment b66027e7-e342-4c3d-a0d7-67434d79a182 of type vlan for network 583aaeaf-67ea-42e1-8fd6-ca399ea26414 Jun 02 07:57:48.548801 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-c128d40f-bec0-41cf-81d5-59455cfd4faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:48.571946 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-c128d40f-bec0-41cf-81d5-59455cfd4faf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:57:48.585702 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-c128d40f-bec0-41cf-81d5-59455cfd4faf admin admin] Usage tracker for resource:security_group_rule and tenant:74cc8f4cfe4549ceafbae584172b2ebe is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:57:48.606018 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-c128d40f-bec0-41cf-81d5-59455cfd4faf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:57:48.623420 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-c128d40f-bec0-41cf-81d5-59455cfd4faf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:57:48.630622 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-c2ca78aa-99be-4ea1-a3c9-fc989d642254 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746790259047'] for network, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:48.708577 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-c2ca78aa-99be-4ea1-a3c9-fc989d642254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-947529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536110'] for network, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:48.715772 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ca78aa-99be-4ea1-a3c9-fc989d642254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:57:48.716476 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-c2ca78aa-99be-4ea1-a3c9-fc989d642254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for network, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:48.723771 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:48.871183 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca78aa-99be-4ea1-a3c9-fc989d642254 admin admin] Pushing event updated for resources: {'Network': ['ID=583aaeaf-67ea-42e1-8fd6-ca399ea26414,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:48.880983 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-c2ca78aa-99be-4ea1-a3c9-fc989d642254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:48.883909 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Network 583aaeaf-67ea-42e1-8fd6-ca399ea26414 details requested by agent ovs-agent-dv-cinder-786385-7-smb with host dv-cinder-786385-7-smb {{(pid=91541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 02 07:57:48.900924 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-c2ca78aa-99be-4ea1-a3c9-fc989d642254 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4462337 Jun 02 07:57:48.907994 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 39058) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:57:48.917197 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-acd91f7d-1374-4db1-8d77-b6045db8ac80 admin admin] Request body: {'subnet': {'network_id': '583aaeaf-67ea-42e1-8fd6-ca399ea26414', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-671316769-subnet', 'tenant_id': '3a006c1cfdc7430b8e43166b3582046d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:57:48.931249 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-c128d40f-bec0-41cf-81d5-59455cfd4faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:48.936294 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-acd91f7d-1374-4db1-8d77-b6045db8ac80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:57:48.940630 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-acd91f7d-1374-4db1-8d77-b6045db8ac80 admin admin] Usage tracker for resource:subnet and tenant:3a006c1cfdc7430b8e43166b3582046d is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:57:48.944066 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-acd91f7d-1374-4db1-8d77-b6045db8ac80 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:57:48.946891 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-c128d40f-bec0-41cf-81d5-59455cfd4faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:48.970446 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-acd91f7d-1374-4db1-8d77-b6045db8ac80 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:57:48.973070 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:49.011109 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c128d40f-bec0-41cf-81d5-59455cfd4faf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=91540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 07:57:49.016720 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-3b36f118-8945-4ac5-a5ae-b554e9f9d0d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:49.023036 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128d40f-bec0-41cf-81d5-59455cfd4faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8408fc2a-0067-45ba-a4a5-5034d5249ea0,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:49.027649 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd91f7d-1374-4db1-8d77-b6045db8ac80 admin admin] Made reservation on behalf of 3a006c1cfdc7430b8e43166b3582046d for: {'subnet': 1} {{(pid=91540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 07:57:49.030084 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-acd91f7d-1374-4db1-8d77-b6045db8ac80 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:49.057115 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-c128d40f-bec0-41cf-81d5-59455cfd4faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:49.058863 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-c128d40f-bec0-41cf-81d5-59455cfd4faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479'] for segment, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:49.059467 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.db.segments_db [None req-c128d40f-bec0-41cf-81d5-59455cfd4faf admin admin] Added segment 108df582-a270-47de-a682-8952cd6685a3 of type vlan for network 5e96e84b-a7d8-4584-bf70-fa12f4dcc255 Jun 02 07:57:49.213074 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-c128d40f-bec0-41cf-81d5-59455cfd4faf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746790259047'] for network, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:49.301634 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-c128d40f-bec0-41cf-81d5-59455cfd4faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-947529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536110'] for network, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:49.307223 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c128d40f-bec0-41cf-81d5-59455cfd4faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:57:49.307821 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-c128d40f-bec0-41cf-81d5-59455cfd4faf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for network, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:49.375037 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:49.396693 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device eab67fa7-d6fd-43d0-a21b-be87c00aca7b up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:57:49.584937 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128d40f-bec0-41cf-81d5-59455cfd4faf admin admin] Pushing event updated for resources: {'Network': ['ID=5e96e84b-a7d8-4584-bf70-fa12f4dcc255,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:49.588053 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-c128d40f-bec0-41cf-81d5-59455cfd4faf admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6854749 Jun 02 07:57:49.591393 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-c128d40f-bec0-41cf-81d5-59455cfd4faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:49.591894 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 39078) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:57:49.592249 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning for port eab67fa7-d6fd-43d0-a21b-be87c00aca7b completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 07:57:49.598778 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-a9944940-c14c-4048-bb76-52c77ad8eed8 admin admin] Request body: {'subnet': {'network_id': '5e96e84b-a7d8-4584-bf70-fa12f4dcc255', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1851364150-subnet', 'tenant_id': '74cc8f4cfe4549ceafbae584172b2ebe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:57:49.601370 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Network 5e96e84b-a7d8-4584-bf70-fa12f4dcc255 details requested by agent ovs-agent-dv-cinder-786385-7-smb with host dv-cinder-786385-7-smb {{(pid=91541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 02 07:57:49.614990 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-a9944940-c14c-4048-bb76-52c77ad8eed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:57:49.622709 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-a9944940-c14c-4048-bb76-52c77ad8eed8 admin admin] Usage tracker for resource:subnet and tenant:74cc8f4cfe4549ceafbae584172b2ebe is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:57:49.626509 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-a9944940-c14c-4048-bb76-52c77ad8eed8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:57:49.644872 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc0bb65-b765-499e-974b-dc4b8c355364 None None] Network 5920cfca-f051-4509-941a-46b192c48b56 requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 07:57:49.655758 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-a9944940-c14c-4048-bb76-52c77ad8eed8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:57:49.678933 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9944940-c14c-4048-bb76-52c77ad8eed8 admin admin] Made reservation on behalf of 74cc8f4cfe4549ceafbae584172b2ebe for: {'subnet': 1} {{(pid=91540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 07:57:49.682515 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-a9944940-c14c-4048-bb76-52c77ad8eed8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:49.843854 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-2be4db3b-c82a-4790-bde2-ff490c9566bb None None] Provisioning for port eab67fa7-d6fd-43d0-a21b-be87c00aca7b completed by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 07:57:49.850712 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-2be4db3b-c82a-4790-bde2-ff490c9566bb None None] Provisioning complete for port eab67fa7-d6fd-43d0-a21b-be87c00aca7b triggered by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:57:49.851083 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-2be4db3b-c82a-4790-bde2-ff490c9566bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:49.900465 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 39084) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:57:50.031194 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-3b36f118-8945-4ac5-a5ae-b554e9f9d0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946160'] for router, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:50.075520 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-2be4db3b-c82a-4790-bde2-ff490c9566bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:50.150938 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-acd91f7d-1374-4db1-8d77-b6045db8ac80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101'] for subnet, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:50.164373 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:50.325869 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd91f7d-1374-4db1-8d77-b6045db8ac80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19004ed3-2370-45cb-8a74-de383a82f94a,revision_number=0']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:50.338536 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-acd91f7d-1374-4db1-8d77-b6045db8ac80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:50.351910 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd91f7d-1374-4db1-8d77-b6045db8ac80 admin admin] Checking segment: {'id': 'b66027e7-e342-4c3d-a0d7-67434d79a182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '583aaeaf-67ea-42e1-8fd6-ca399ea26414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:57:50.352175 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd91f7d-1374-4db1-8d77-b6045db8ac80 admin admin] Network hostable DHCP agents. Network: 583aaeaf-67ea-42e1-8fd6-ca399ea26414, hostable agents: ['187909a1-f54b-4aaf-b277-d1ad18d9eb87'], hosted agents: [] {{(pid=91540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 07:57:50.356511 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-86937653-7def-469e-9b8b-df7efc2b8726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:50.358479 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-2be4db3b-c82a-4790-bde2-ff490c9566bb None None] For port eab67fa7-d6fd-43d0-a21b-be87c00aca7b, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=eab67fa7-d6fd-43d0-a21b-be87c00aca7b,segment=NetworkSegment(7571d2f6-9016-4802-a030-87cae188c8e3),segment_id=7571d2f6-9016-4802-a030-87cae188c8e3)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:57:50.388390 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-86937653-7def-469e-9b8b-df7efc2b8726 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:57:50.398049 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-86937653-7def-469e-9b8b-df7efc2b8726 admin admin] Usage tracker for resource:security_group_rule and tenant:1b835430a3ee4c218927ede9a4ddada8 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:57:50.421846 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-2be4db3b-c82a-4790-bde2-ff490c9566bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:50.434176 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-629b5b2f-7c45-49ed-bb0a-1a2f5bb2376f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101'] for subnet, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:50.443655 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-8aa00f1f-cd74-44cb-a01c-813589f720d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:50.445485 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:50.481182 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-86937653-7def-469e-9b8b-df7efc2b8726 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:57:50.495763 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-86937653-7def-469e-9b8b-df7efc2b8726 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:57:50.523874 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd91f7d-1374-4db1-8d77-b6045db8ac80 admin admin] Network 583aaeaf-67ea-42e1-8fd6-ca399ea26414 is scheduled to be hosted by DHCP agent 187909a1-f54b-4aaf-b277-d1ad18d9eb87 with binding_index 1 {{(pid=91540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 07:57:50.553453 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.base_scheduler [None req-acd91f7d-1374-4db1-8d77-b6045db8ac80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-7-smb, 583aaeaf-67ea-42e1-8fd6-ca399ea26414) {{(pid=91540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:57:50.563860 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd91f7d-1374-4db1-8d77-b6045db8ac80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:57:50.564464 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-acd91f7d-1374-4db1-8d77-b6045db8ac80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for subnet, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:50.568038 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4db3b-c82a-4790-bde2-ff490c9566bb None None] Pushing event updated for resources: {'Port': ['ID=eab67fa7-d6fd-43d0-a21b-be87c00aca7b,revision_number=3']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:50.587913 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-2be4db3b-c82a-4790-bde2-ff490c9566bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:50.591797 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c30805-0355-427c-8c13-a857799db518 None None] Network 583aaeaf-67ea-42e1-8fd6-ca399ea26414 requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 07:57:50.620276 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-acd91f7d-1374-4db1-8d77-b6045db8ac80 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7111254 Jun 02 07:57:50.710427 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-86937653-7def-469e-9b8b-df7efc2b8726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:50.721336 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-86937653-7def-469e-9b8b-df7efc2b8726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:50.756496 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-993ae3d1-fe05-49fc-8635-b2f75c0c58dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:50.764403 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-86937653-7def-469e-9b8b-df7efc2b8726 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1b835430a3ee4c218927ede9a4ddada8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8442397 Jun 02 07:57:50.766769 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-a9944940-c14c-4048-bb76-52c77ad8eed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101'] for subnet, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:50.770431 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 39110) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:57:50.866418 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-0080e10e-4c17-4c4d-a738-2b58fa0c4b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:50.896240 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-0080e10e-4c17-4c4d-a738-2b58fa0c4b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:50.921012 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629b5b2f-7c45-49ed-bb0a-1a2f5bb2376f admin admin] Checking segment: {'id': '0a9f3729-62b7-4b55-a4b9-f7267fb154d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:57:50.922580 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629b5b2f-7c45-49ed-bb0a-1a2f5bb2376f admin admin] Network hostable DHCP agents. Network: c2b2e088-f309-40ee-a9da-7f4c929ceb8e, hostable agents: ['187909a1-f54b-4aaf-b277-d1ad18d9eb87'], hosted agents: [] {{(pid=91539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 07:57:50.974631 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b36f118-8945-4ac5-a5ae-b554e9f9d0d1 admin admin] Router ea22b6ee-eeec-4f12-8c54-137171f81e80 is scheduled to L3 agent 221affb1-81f2-42a7-84c7-b8c79a9401bf with binding_index 1 {{(pid=91539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 07:57:51.023068 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bd95a6-fe12-41fb-b094-db7f4a415b31 None None] Network 583aaeaf-67ea-42e1-8fd6-ca399ea26414 requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 07:57:51.035573 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86937653-7def-469e-9b8b-df7efc2b8726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd04783b-096c-44bb-a96b-0402b1035206,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:51.041708 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-86937653-7def-469e-9b8b-df7efc2b8726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:51.043960 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-0080e10e-4c17-4c4d-a738-2b58fa0c4b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:51.046318 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:51.119588 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629b5b2f-7c45-49ed-bb0a-1a2f5bb2376f admin admin] Network c2b2e088-f309-40ee-a9da-7f4c929ceb8e is scheduled to be hosted by DHCP agent 187909a1-f54b-4aaf-b277-d1ad18d9eb87 with binding_index 1 {{(pid=91539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 07:57:51.132728 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b5b2f-7c45-49ed-bb0a-1a2f5bb2376f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dab5414d-1dc2-421f-9986-4a6ba721194d,revision_number=0']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:51.144747 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-629b5b2f-7c45-49ed-bb0a-1a2f5bb2376f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:51.214967 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9944940-c14c-4048-bb76-52c77ad8eed8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72e6506d-3949-4e54-8b9c-d9d0a5e6de45,revision_number=0']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:51.233861 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-4c1b0ae9-96dc-4a2b-aba0-a2f2047094dc None None] Provisioning complete for port eab67fa7-d6fd-43d0-a21b-be87c00aca7b triggered by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:57:51.234695 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-4c1b0ae9-96dc-4a2b-aba0-a2f2047094dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:51.240107 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-a9944940-c14c-4048-bb76-52c77ad8eed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:51.256728 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-c2ca78aa-99be-4ea1-a3c9-fc989d642254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:51.287393 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080e10e-4c17-4c4d-a738-2b58fa0c4b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd04783b-096c-44bb-a96b-0402b1035206,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:51.301616 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device eab67fa7-d6fd-43d0-a21b-be87c00aca7b up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:57:51.305246 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-0080e10e-4c17-4c4d-a738-2b58fa0c4b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:51.313691 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [None req-629b5b2f-7c45-49ed-bb0a-1a2f5bb2376f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-7-smb, c2b2e088-f309-40ee-a9da-7f4c929ceb8e) {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:57:51.319387 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-0080e10e-4c17-4c4d-a738-2b58fa0c4b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:51.325857 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-0080e10e-4c17-4c4d-a738-2b58fa0c4b3d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cd04783b-096c-44bb-a96b-0402b1035206 HTTP/1.1" status: 204 len: 168 time: 0.5521822 Jun 02 07:57:51.343536 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9944940-c14c-4048-bb76-52c77ad8eed8 admin admin] Checking segment: {'id': '108df582-a270-47de-a682-8952cd6685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5e96e84b-a7d8-4584-bf70-fa12f4dcc255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:57:51.343936 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9944940-c14c-4048-bb76-52c77ad8eed8 admin admin] Network hostable DHCP agents. Network: 5e96e84b-a7d8-4584-bf70-fa12f4dcc255, hostable agents: ['187909a1-f54b-4aaf-b277-d1ad18d9eb87'], hosted agents: [] {{(pid=91540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 07:57:51.345959 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629b5b2f-7c45-49ed-bb0a-1a2f5bb2376f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:57:51.347196 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-629b5b2f-7c45-49ed-bb0a-1a2f5bb2376f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for subnet, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:51.398163 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9944940-c14c-4048-bb76-52c77ad8eed8 admin admin] Network 5e96e84b-a7d8-4584-bf70-fa12f4dcc255 is scheduled to be hosted by DHCP agent 187909a1-f54b-4aaf-b277-d1ad18d9eb87 with binding_index 1 {{(pid=91540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 07:57:51.406669 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.base_scheduler [None req-a9944940-c14c-4048-bb76-52c77ad8eed8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-7-smb, 5e96e84b-a7d8-4584-bf70-fa12f4dcc255) {{(pid=91540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:57:51.413797 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9944940-c14c-4048-bb76-52c77ad8eed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:57:51.414384 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-a9944940-c14c-4048-bb76-52c77ad8eed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for subnet, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:51.424426 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b36f118-8945-4ac5-a5ae-b554e9f9d0d1 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-smb the message routers_updated {{(pid=91539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 07:57:51.437206 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd30cec4-e7d5-4eb2-9595-1cb3e8ef5b6a None None] Sync routers for ids ['ea22b6ee-eeec-4f12-8c54-137171f81e80'] in dv-cinder-786385-7-smb {{(pid=91542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 07:57:51.453996 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-a9944940-c14c-4048-bb76-52c77ad8eed8 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8610160 Jun 02 07:57:51.455239 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd30cec4-e7d5-4eb2-9595-1cb3e8ef5b6a None None] Routers {'ea22b6ee-eeec-4f12-8c54-137171f81e80'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 07:57:51.456053 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-cd30cec4-e7d5-4eb2-9595-1cb3e8ef5b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T07:57:33Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['ea22b6ee-eeec-4f12-8c54-137171f81e80'], 'active': True} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:57:51.459635 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0a2417-464e-4c33-818e-28a0232021c0 None None] Network c2b2e088-f309-40ee-a9da-7f4c929ceb8e requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 07:57:51.463558 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-629b5b2f-7c45-49ed-bb0a-1a2f5bb2376f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.8419497 Jun 02 07:57:51.468092 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 39140) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:57:51.473325 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-f071d4b5-b2b5-462e-8344-c3ea24e48c71 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-235286783-router', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'}}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:57:51.491150 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-f071d4b5-b2b5-462e-8344-c3ea24e48c71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:57:51.497487 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-f071d4b5-b2b5-462e-8344-c3ea24e48c71 admin admin] Usage tracker for resource:router and tenant:6b8d02cd22f94fd0a8a8af38d9d22b8d is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:57:51.500870 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-f071d4b5-b2b5-462e-8344-c3ea24e48c71 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:57:51.501645 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-3b36f118-8945-4ac5-a5ae-b554e9f9d0d1 admin admin] Notify callbacks [] for router, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:51.504220 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-3b36f118-8945-4ac5-a5ae-b554e9f9d0d1 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9624648 Jun 02 07:57:51.507094 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 39148) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:57:51.509194 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e29693-1d6b-46f3-9f02-223d7ba5203f None None] Network 5e96e84b-a7d8-4584-bf70-fa12f4dcc255 requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 07:57:51.526634 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-f071d4b5-b2b5-462e-8344-c3ea24e48c71 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:57:51.558053 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f071d4b5-b2b5-462e-8344-c3ea24e48c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1013204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3813'] for router, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:51.566172 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f071d4b5-b2b5-462e-8344-c3ea24e48c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-946085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3836'] for router, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:51.615751 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f071d4b5-b2b5-462e-8344-c3ea24e48c71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:51.967990 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvr_db [None req-cd30cec4-e7d5-4eb2-9595-1cb3e8ef5b6a None None] Set router ea22b6ee-eeec-4f12-8c54-137171f81e80 gateway port host: dv-cinder-786385-7-smb {{(pid=91542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 07:57:52.153671 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 39172) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:57:52.185831 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9509cd6e-cbe8-4bbe-9d4e-790f5c875ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:52.213046 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-9509cd6e-cbe8-4bbe-9d4e-790f5c875ff9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:57:52.220580 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f071d4b5-b2b5-462e-8344-c3ea24e48c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1013190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3790'] for router, precommit_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:52.289786 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-9509cd6e-cbe8-4bbe-9d4e-790f5c875ff9 admin admin] Usage tracker for resource:security_group_rule and tenant:8bc3341c600749babbc0f3859d1a2145 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:57:52.310384 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-9509cd6e-cbe8-4bbe-9d4e-790f5c875ff9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:57:52.325567 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-9509cd6e-cbe8-4bbe-9d4e-790f5c875ff9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:57:52.401846 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 39180) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:57:52.402199 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 39182) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:57:52.421609 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-ab47c707-7947-463e-8bcc-15ba0a7c6a88 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-890458876-network', 'tenant_id': '839a57fe8be445d2b9f233fc3995e33f'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:57:52.467751 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port eab67fa7-d6fd-43d0-a21b-be87c00aca7b triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:57:52.468260 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:52.484190 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-ab47c707-7947-463e-8bcc-15ba0a7c6a88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:57:52.508104 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-ab47c707-7947-463e-8bcc-15ba0a7c6a88 admin admin] Usage tracker for resource:network and tenant:839a57fe8be445d2b9f233fc3995e33f is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:57:52.511705 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-cd30cec4-e7d5-4eb2-9595-1cb3e8ef5b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'name': 'tempest-AttachVolumeTestJSON-2040021533-router', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '3485cd67-fee9-4f35-9f3e-1e4562d1c065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:46Z', 'updated_at': '2021-06-02T07:57:48Z', 'revision_number': 3, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'gw_port': {'id': '3485cd67-fee9-4f35-9f3e-1e4562d1c065', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:47Z', 'updated_at': '2021-06-02T07:57:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb'}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:57:52.525263 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd30cec4-e7d5-4eb2-9595-1cb3e8ef5b6a None None] Checking router: ea22b6ee-eeec-4f12-8c54-137171f81e80 for host: dv-cinder-786385-7-smb {{(pid=91542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 07:57:52.525758 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-ab47c707-7947-463e-8bcc-15ba0a7c6a88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:57:52.526126 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd30cec4-e7d5-4eb2-9595-1cb3e8ef5b6a None None] Updating router ea22b6ee-eeec-4f12-8c54-137171f81e80 port 3485cd67-fee9-4f35-9f3e-1e4562d1c065 binding host dv-cinder-786385-7-smb {{(pid=91542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 07:57:52.540387 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-ab47c707-7947-463e-8bcc-15ba0a7c6a88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:57:52.547679 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9509cd6e-cbe8-4bbe-9d4e-790f5c875ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:52.555460 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac745eca-932c-4557-a45f-349e47a203dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp098a28b0-fe0f-53b0-9390-6a847d396a49-c2b2e088-f309-40ee-a9da-7f4c929ceb8e', 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'fixed_ips': [{'subnet_id': 'dab5414d-1dc2-421f-9986-4a6ba721194d'}]}} from dv-cinder-786385-7-smb. {{(pid=91541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 07:57:52.557123 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-ac745eca-932c-4557-a45f-349e47a203dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:52.599758 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9509cd6e-cbe8-4bbe-9d4e-790f5c875ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:52.607568 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab47c707-7947-463e-8bcc-15ba0a7c6a88 admin admin] Made reservation on behalf of 839a57fe8be445d2b9f233fc3995e33f for: {'network': 1} {{(pid=91540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 07:57:52.610640 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ab47c707-7947-463e-8bcc-15ba0a7c6a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3847429'] for network, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:52.634731 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:52.682648 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-cd30cec4-e7d5-4eb2-9595-1cb3e8ef5b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:52.783342 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.db_base_plugin_common [None req-ac745eca-932c-4557-a45f-349e47a203dc None None] Allocated IP 172.20.0.2 (c2b2e088-f309-40ee-a9da-7f4c929ceb8e/dab5414d-1dc2-421f-9986-4a6ba721194d/bb9d4eca-0621-444f-90d5-5d12fc57ebec) {{(pid=91541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 07:57:52.909778 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-9509cd6e-cbe8-4bbe-9d4e-790f5c875ff9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8bc3341c600749babbc0f3859d1a2145&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7544317 Jun 02 07:57:52.917936 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 39196) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:57:52.941356 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9509cd6e-cbe8-4bbe-9d4e-790f5c875ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e447f18f-23c5-4db5-abc3-7bbbfe1def99,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:52.975473 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ab47c707-7947-463e-8bcc-15ba0a7c6a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:52.976748 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-9509cd6e-cbe8-4bbe-9d4e-790f5c875ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:53.032197 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f6ecf2b3-f5da-4654-95e0-6410b6d95318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:53.083468 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-f6ecf2b3-f5da-4654-95e0-6410b6d95318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:57:53.096043 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-f6ecf2b3-f5da-4654-95e0-6410b6d95318 admin admin] Usage tracker for resource:security_group_rule and tenant:a888f27223a54b29a5808270e3950d4f is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:57:53.104098 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-f6ecf2b3-f5da-4654-95e0-6410b6d95318 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:57:53.110461 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-f6ecf2b3-f5da-4654-95e0-6410b6d95318 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:57:53.197578 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-ab47c707-7947-463e-8bcc-15ba0a7c6a88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:57:53.225628 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-ab47c707-7947-463e-8bcc-15ba0a7c6a88 admin admin] Usage tracker for resource:security_group_rule and tenant:839a57fe8be445d2b9f233fc3995e33f is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:57:53.228974 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 39218) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:57:53.231042 dv-cinder-786385-7-smb neutron-server[91540]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 02 07:57:53.239126 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-ac745eca-932c-4557-a45f-349e47a203dc None None] Notify callbacks [] for port, precommit_create {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:53.268462 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f6ecf2b3-f5da-4654-95e0-6410b6d95318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:53.269750 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-ab47c707-7947-463e-8bcc-15ba0a7c6a88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:57:53.281349 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-cd30cec4-e7d5-4eb2-9595-1cb3e8ef5b6a None None] Notify callbacks [] for port, precommit_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:53.282529 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-ac745eca-932c-4557-a45f-349e47a203dc None None] Transition to ACTIVE for port object bb9d4eca-0621-444f-90d5-5d12fc57ebec will not be triggered until provisioned by entity L2. {{(pid=91541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:57:53.288248 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8d889084-99e3-4825-8b15-51076b9a0a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:53.297391 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-ab47c707-7947-463e-8bcc-15ba0a7c6a88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:57:53.303320 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.provisioning_blocks [None req-cd30cec4-e7d5-4eb2-9595-1cb3e8ef5b6a None None] Transition to ACTIVE for port object 3485cd67-fee9-4f35-9f3e-1e4562d1c065 will not be triggered until provisioned by entity L2. {{(pid=91542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:57:53.304350 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f6ecf2b3-f5da-4654-95e0-6410b6d95318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:53.311533 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-cd30cec4-e7d5-4eb2-9595-1cb3e8ef5b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:53.321422 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG oslo_concurrency.lockutils [None req-e2e52d1d-66a0-414c-9113-06432dc8a364 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:53.321710 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f071d4b5-b2b5-462e-8344-c3ea24e48c71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:53.368053 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-0080e10e-4c17-4c4d-a738-2b58fa0c4b3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:53.384285 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8d889084-99e3-4825-8b15-51076b9a0a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:53.441935 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.managers [None req-cd30cec4-e7d5-4eb2-9595-1cb3e8ef5b6a None None] Attempting to bind port 3485cd67-fee9-4f35-9f3e-1e4562d1c065 on host dv-cinder-786385-7-smb for vnic_type normal with profile {{(pid=91542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 07:57:53.442719 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.managers [None req-cd30cec4-e7d5-4eb2-9595-1cb3e8ef5b6a None None] Attempting to bind port 3485cd67-fee9-4f35-9f3e-1e4562d1c065 by drivers openvswitch,hyperv on host dv-cinder-786385-7-smb at level 0 using segments [{'id': 'f5cbd04c-dcdc-483c-9882-54251cba879c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'}] {{(pid=91542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 07:57:53.443090 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd30cec4-e7d5-4eb2-9595-1cb3e8ef5b6a None None] Attempting to bind port 3485cd67-fee9-4f35-9f3e-1e4562d1c065 on network e9a5f3f9-db43-4f06-8bac-5a44878f4be2 {{(pid=91542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 07:57:53.449665 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e824f-4e46-4033-92ea-7dbbd64f7b69 None None] Pushing event updated for resources: {'Port': ['ID=3485cd67-fee9-4f35-9f3e-1e4562d1c065,revision_number=2']} {{(pid=91542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:53.458748 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd30cec4-e7d5-4eb2-9595-1cb3e8ef5b6a None None] Checking agent: {'id': '2a0e1ac3-7fb5-40bc-887e-90e9797fe79d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 50, 2), 'started_at': datetime.datetime(2021, 6, 2, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 7, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 07:57:53.459199 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd30cec4-e7d5-4eb2-9595-1cb3e8ef5b6a None None] Checking segment: {'id': 'f5cbd04c-dcdc-483c-9882-54251cba879c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:57:53.459609 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-cd30cec4-e7d5-4eb2-9595-1cb3e8ef5b6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:53.460108 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd30cec4-e7d5-4eb2-9595-1cb3e8ef5b6a None None] Bound using segment: {'id': 'f5cbd04c-dcdc-483c-9882-54251cba879c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'} {{(pid=91542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 07:57:53.460243 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ecf2b3-f5da-4654-95e0-6410b6d95318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a420ca80-d22f-4035-93fa-ea4d17387eeb,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:53.460986 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.managers [None req-cd30cec4-e7d5-4eb2-9595-1cb3e8ef5b6a None None] Bound port: 3485cd67-fee9-4f35-9f3e-1e4562d1c065, host: dv-cinder-786385-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5cbd04c-dcdc-483c-9882-54251cba879c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'}}] {{(pid=91542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 07:57:53.461449 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-cd30cec4-e7d5-4eb2-9595-1cb3e8ef5b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:53.478739 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f071d4b5-b2b5-462e-8344-c3ea24e48c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:53.481931 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-ac745eca-932c-4557-a45f-349e47a203dc None None] Transition to ACTIVE for port object bb9d4eca-0621-444f-90d5-5d12fc57ebec will not be triggered until provisioned by entity DHCP. {{(pid=91541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:57:53.502085 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-ac745eca-932c-4557-a45f-349e47a203dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446'] for port, after_create {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:53.515876 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:53.546458 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-322f8b83-9d6e-4f03-bd22-79eac0d92ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:53.575653 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34e824f-4e46-4033-92ea-7dbbd64f7b69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:53.576084 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34e824f-4e46-4033-92ea-7dbbd64f7b69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:53.576394 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34e824f-4e46-4033-92ea-7dbbd64f7b69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:53.576776 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34e824f-4e46-4033-92ea-7dbbd64f7b69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:53.577406 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34e824f-4e46-4033-92ea-7dbbd64f7b69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:53.578165 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34e824f-4e46-4033-92ea-7dbbd64f7b69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:53.578540 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34e824f-4e46-4033-92ea-7dbbd64f7b69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:53.578913 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34e824f-4e46-4033-92ea-7dbbd64f7b69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:53.579285 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34e824f-4e46-4033-92ea-7dbbd64f7b69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:53.579875 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34e824f-4e46-4033-92ea-7dbbd64f7b69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:53.580237 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34e824f-4e46-4033-92ea-7dbbd64f7b69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:53.581219 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34e824f-4e46-4033-92ea-7dbbd64f7b69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:57:53.582944 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34e824f-4e46-4033-92ea-7dbbd64f7b69 None None] Tracked resource versions report: Jun 02 07:57:53.582944 dv-cinder-786385-7-smb neutron-server[91542]: pushed versions: Jun 02 07:57:53.582944 dv-cinder-786385-7-smb neutron-server[91542]: { 'AddressGroup': {'1.2'}, Jun 02 07:57:53.582944 dv-cinder-786385-7-smb neutron-server[91542]: 'ConntrackHelper': {'1.0'}, Jun 02 07:57:53.582944 dv-cinder-786385-7-smb neutron-server[91542]: 'Log': {'1.0'}, Jun 02 07:57:53.582944 dv-cinder-786385-7-smb neutron-server[91542]: 'Network': {'1.1'}, Jun 02 07:57:53.582944 dv-cinder-786385-7-smb neutron-server[91542]: 'Port': {'1.7'}, Jun 02 07:57:53.582944 dv-cinder-786385-7-smb neutron-server[91542]: 'PortForwarding': {'1.2'}, Jun 02 07:57:53.582944 dv-cinder-786385-7-smb neutron-server[91542]: 'QosPolicy': {'1.8'}, Jun 02 07:57:53.582944 dv-cinder-786385-7-smb neutron-server[91542]: 'SecurityGroup': {'1.4'}, Jun 02 07:57:53.582944 dv-cinder-786385-7-smb neutron-server[91542]: 'SecurityGroupRule': {'1.2'}, Jun 02 07:57:53.582944 dv-cinder-786385-7-smb neutron-server[91542]: 'SubPort': {'1.0'}, Jun 02 07:57:53.582944 dv-cinder-786385-7-smb neutron-server[91542]: 'Subnet': {'1.1'}, Jun 02 07:57:53.582944 dv-cinder-786385-7-smb neutron-server[91542]: 'Trunk': {'1.1'}} Jun 02 07:57:53.582944 dv-cinder-786385-7-smb neutron-server[91542]: consumer versions: Jun 02 07:57:53.582944 dv-cinder-786385-7-smb neutron-server[91542]: { DHCP agent@dv-cinder-786385-7-smb: {}, Jun 02 07:57:53.582944 dv-cinder-786385-7-smb neutron-server[91542]: HyperV agent@hv-cinder-78638: {}, Jun 02 07:57:53.582944 dv-cinder-786385-7-smb neutron-server[91542]: L3 agent@dv-cinder-786385-7-smb: {}, Jun 02 07:57:53.582944 dv-cinder-786385-7-smb neutron-server[91542]: Metadata agent@dv-cinder-786385-7-smb: {}, Jun 02 07:57:53.582944 dv-cinder-786385-7-smb neutron-server[91542]: Metering agent@dv-cinder-786385-7-smb: {}, Jun 02 07:57:53.582944 dv-cinder-786385-7-smb neutron-server[91542]: Open vSwitch agent@dv-cinder-786385-7-smb: { 'AddressGroup': '1.2', Jun 02 07:57:53.582944 dv-cinder-786385-7-smb neutron-server[91542]: 'ConntrackHelper': '1.0', Jun 02 07:57:53.582944 dv-cinder-786385-7-smb neutron-server[91542]: 'Log': '1.0', Jun 02 07:57:53.582944 dv-cinder-786385-7-smb neutron-server[91542]: 'Network': '1.1', Jun 02 07:57:53.582944 dv-cinder-786385-7-smb neutron-server[91542]: 'Port': '1.7', Jun 02 07:57:53.582944 dv-cinder-786385-7-smb neutron-server[91542]: 'PortForwarding': '1.2', Jun 02 07:57:53.582944 dv-cinder-786385-7-smb neutron-server[91542]: 'QosPolicy': '1.8', Jun 02 07:57:53.582944 dv-cinder-786385-7-smb neutron-server[91542]: 'SecurityGroup': '1.4', Jun 02 07:57:53.582944 dv-cinder-786385-7-smb neutron-server[91542]: 'SecurityGroupRule': '1.2', Jun 02 07:57:53.582944 dv-cinder-786385-7-smb neutron-server[91542]: 'SubPort': '1.0', Jun 02 07:57:53.582944 dv-cinder-786385-7-smb neutron-server[91542]: 'Subnet': '1.1', Jun 02 07:57:53.582944 dv-cinder-786385-7-smb neutron-server[91542]: 'Trunk': '1.1'}} Jun 02 07:57:53.582944 dv-cinder-786385-7-smb neutron-server[91542]: {{(pid=91542) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 07:57:53.593834 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG oslo_concurrency.lockutils [None req-a34e824f-4e46-4033-92ea-7dbbd64f7b69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=91542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:53.601135 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb6b6af-fcb6-49f4-9de3-5e8324988627 None None] Network 5e96e84b-a7d8-4584-bf70-fa12f4dcc255 requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 07:57:53.643111 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.db [None req-cd30cec4-e7d5-4eb2-9595-1cb3e8ef5b6a None None] For port 3485cd67-fee9-4f35-9f3e-1e4562d1c065, host dv-cinder-786385-7-smb, cleared binding levels {{(pid=91542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 07:57:53.647776 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.db [None req-cd30cec4-e7d5-4eb2-9595-1cb3e8ef5b6a None None] For port 3485cd67-fee9-4f35-9f3e-1e4562d1c065, host dv-cinder-786385-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=3485cd67-fee9-4f35-9f3e-1e4562d1c065,segment=NetworkSegment(f5cbd04c-dcdc-483c-9882-54251cba879c),segment_id=f5cbd04c-dcdc-483c-9882-54251cba879c)] {{(pid=91542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 07:57:53.653719 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-f6ecf2b3-f5da-4654-95e0-6410b6d95318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:53.654307 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-cd30cec4-e7d5-4eb2-9595-1cb3e8ef5b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:53.662107 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:53.674095 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8d889084-99e3-4825-8b15-51076b9a0a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:53.715786 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-9509cd6e-cbe8-4bbe-9d4e-790f5c875ff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:53.738162 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d889084-99e3-4825-8b15-51076b9a0a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e447f18f-23c5-4db5-abc3-7bbbfe1def99,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:53.749546 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-8d889084-99e3-4825-8b15-51076b9a0a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:53.755864 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.db_base_plugin_common [None req-f071d4b5-b2b5-462e-8344-c3ea24e48c71 admin admin] Allocated IP 172.28.1.50 (e9a5f3f9-db43-4f06-8bac-5a44878f4be2/e2d41c65-2880-4a37-bb18-2012b034108f/b63de57b-406e-448d-af03-d130089792ed) {{(pid=91540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 07:57:53.758973 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e824f-4e46-4033-92ea-7dbbd64f7b69 None None] Pushing event updated for resources: {'Port': ['ID=3485cd67-fee9-4f35-9f3e-1e4562d1c065,revision_number=3']} {{(pid=91542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:53.759138 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac745eca-932c-4557-a45f-349e47a203dc None None] Pushing event updated for resources: {'Port': ['ID=bb9d4eca-0621-444f-90d5-5d12fc57ebec,revision_number=1']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:53.762972 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8d889084-99e3-4825-8b15-51076b9a0a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:53.767575 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-8d889084-99e3-4825-8b15-51076b9a0a9e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e447f18f-23c5-4db5-abc3-7bbbfe1def99 HTTP/1.1" status: 204 len: 168 time: 0.8453498 Jun 02 07:57:53.782944 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-f6ecf2b3-f5da-4654-95e0-6410b6d95318 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a888f27223a54b29a5808270e3950d4f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3773260 Jun 02 07:57:53.783250 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG oslo_concurrency.lockutils [None req-a34e824f-4e46-4033-92ea-7dbbd64f7b69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:53.790901 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 39238) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:57:53.810104 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd30cec4-e7d5-4eb2-9595-1cb3e8ef5b6a None None] Routers {'ea22b6ee-eeec-4f12-8c54-137171f81e80'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 07:57:53.811403 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-cd30cec4-e7d5-4eb2-9595-1cb3e8ef5b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T07:57:33Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['ea22b6ee-eeec-4f12-8c54-137171f81e80'], 'active': True} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:57:53.857254 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-ac745eca-932c-4557-a45f-349e47a203dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:53.875293 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac745eca-932c-4557-a45f-349e47a203dc None None] Network c2b2e088-f309-40ee-a9da-7f4c929ceb8e is already hosted by enough agents. {{(pid=91541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 07:57:53.937440 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.db_base_plugin_common [None req-322f8b83-9d6e-4f03-bd22-79eac0d92ff2 admin admin] Allocated IP 172.20.0.1 (5920cfca-f051-4509-941a-46b192c48b56/80579146-c765-4f7b-89f0-58e1765e1f5a/1204b6aa-0566-4422-bf89-81ed2587366e) {{(pid=91539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 07:57:53.952130 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.scheduler.base_scheduler [None req-ac745eca-932c-4557-a45f-349e47a203dc None None] Resources bound (agent type, host, resource id): {{(pid=91541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:57:53.957553 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac745eca-932c-4557-a45f-349e47a203dc None None] Received port after_create {{(pid=91541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 07:57:54.053249 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvr_db [None req-cd30cec4-e7d5-4eb2-9595-1cb3e8ef5b6a None None] Set router ea22b6ee-eeec-4f12-8c54-137171f81e80 gateway port host: dv-cinder-786385-7-smb {{(pid=91542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 07:57:54.070350 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-ac745eca-932c-4557-a45f-349e47a203dc None None] Attempting to bind port bb9d4eca-0621-444f-90d5-5d12fc57ebec on host dv-cinder-786385-7-smb for vnic_type normal with profile {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 07:57:54.070717 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-ac745eca-932c-4557-a45f-349e47a203dc None None] Attempting to bind port bb9d4eca-0621-444f-90d5-5d12fc57ebec by drivers openvswitch,hyperv on host dv-cinder-786385-7-smb at level 0 using segments [{'id': '0a9f3729-62b7-4b55-a4b9-f7267fb154d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e'}] {{(pid=91541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 07:57:54.071385 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac745eca-932c-4557-a45f-349e47a203dc None None] Attempting to bind port bb9d4eca-0621-444f-90d5-5d12fc57ebec on network c2b2e088-f309-40ee-a9da-7f4c929ceb8e {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 07:57:54.077410 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac745eca-932c-4557-a45f-349e47a203dc None None] Checking agent: {'id': '2a0e1ac3-7fb5-40bc-887e-90e9797fe79d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 50, 2), 'started_at': datetime.datetime(2021, 6, 2, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 7, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 07:57:54.078026 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac745eca-932c-4557-a45f-349e47a203dc None None] Checking segment: {'id': '0a9f3729-62b7-4b55-a4b9-f7267fb154d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:57:54.078582 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-ac745eca-932c-4557-a45f-349e47a203dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:54.079125 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac745eca-932c-4557-a45f-349e47a203dc None None] Bound using segment: {'id': '0a9f3729-62b7-4b55-a4b9-f7267fb154d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e'} {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 07:57:54.079757 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-ac745eca-932c-4557-a45f-349e47a203dc None None] Bound port: bb9d4eca-0621-444f-90d5-5d12fc57ebec, host: dv-cinder-786385-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9f3729-62b7-4b55-a4b9-f7267fb154d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e'}}] {{(pid=91541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 07:57:54.080341 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-ac745eca-932c-4557-a45f-349e47a203dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:54.192587 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-ac745eca-932c-4557-a45f-349e47a203dc None None] For port bb9d4eca-0621-444f-90d5-5d12fc57ebec, host dv-cinder-786385-7-smb, cleared binding levels {{(pid=91541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 07:57:54.196255 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-ac745eca-932c-4557-a45f-349e47a203dc None None] For port bb9d4eca-0621-444f-90d5-5d12fc57ebec, host dv-cinder-786385-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=bb9d4eca-0621-444f-90d5-5d12fc57ebec,segment=NetworkSegment(0a9f3729-62b7-4b55-a4b9-f7267fb154d2),segment_id=0a9f3729-62b7-4b55-a4b9-f7267fb154d2)] {{(pid=91541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 07:57:54.209749 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-ac745eca-932c-4557-a45f-349e47a203dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:54.227090 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:54.327745 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac745eca-932c-4557-a45f-349e47a203dc None None] Pushing event updated for resources: {'Port': ['ID=bb9d4eca-0621-444f-90d5-5d12fc57ebec,revision_number=2']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:54.343149 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-ac745eca-932c-4557-a45f-349e47a203dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:54.386070 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-694a0189-2459-4fab-98b5-eafe24df6a39 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:57:54.386821 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-694a0189-2459-4fab-98b5-eafe24df6a39 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Synchronizing usage tracker for tenant:74cc8f4cfe4549ceafbae584172b2ebe on resource:network {{(pid=91540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 07:57:54.431800 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-322f8b83-9d6e-4f03-bd22-79eac0d92ff2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:54.456565 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.provisioning_blocks [None req-322f8b83-9d6e-4f03-bd22-79eac0d92ff2 admin admin] Transition to ACTIVE for port object 1204b6aa-0566-4422-bf89-81ed2587366e will not be triggered until provisioned by entity DHCP. {{(pid=91539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:57:54.487533 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-cd30cec4-e7d5-4eb2-9595-1cb3e8ef5b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'name': 'tempest-AttachVolumeTestJSON-2040021533-router', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '3485cd67-fee9-4f35-9f3e-1e4562d1c065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:46Z', 'updated_at': '2021-06-02T07:57:48Z', 'revision_number': 3, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'gw_port': {'id': '3485cd67-fee9-4f35-9f3e-1e4562d1c065', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:47Z', 'updated_at': '2021-06-02T07:57:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb'}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:57:54.492934 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd30cec4-e7d5-4eb2-9595-1cb3e8ef5b6a None None] The sync data for ids ['ea22b6ee-eeec-4f12-8c54-137171f81e80'] in dv-cinder-786385-7-smb is: [{'id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'name': 'tempest-AttachVolumeTestJSON-2040021533-router', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '3485cd67-fee9-4f35-9f3e-1e4562d1c065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:46Z', 'updated_at': '2021-06-02T07:57:48Z', 'revision_number': 3, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'gw_port': {'id': '3485cd67-fee9-4f35-9f3e-1e4562d1c065', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:47Z', 'updated_at': '2021-06-02T07:57:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb'}] {{(pid=91542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 07:57:54.495023 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-322f8b83-9d6e-4f03-bd22-79eac0d92ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446'] for port, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:54.503518 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-a56ec619-fcee-4eb7-bdf1-219992ada66c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:54.539090 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-fc85e334-657c-49f9-938e-5a66e3c2135b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:54.566022 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ab47c707-7947-463e-8bcc-15ba0a7c6a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:54.580069 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322f8b83-9d6e-4f03-bd22-79eac0d92ff2 admin admin] Network 5920cfca-f051-4509-941a-46b192c48b56 is already hosted by enough agents. {{(pid=91539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 07:57:54.583089 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [None req-322f8b83-9d6e-4f03-bd22-79eac0d92ff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:57:54.585689 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322f8b83-9d6e-4f03-bd22-79eac0d92ff2 admin admin] Received port after_create {{(pid=91539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 07:57:54.586598 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-322f8b83-9d6e-4f03-bd22-79eac0d92ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945850'] for router_interface, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:54.589731 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f071d4b5-b2b5-462e-8344-c3ea24e48c71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:54.592906 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ab47c707-7947-463e-8bcc-15ba0a7c6a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:54.622400 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-694a0189-2459-4fab-98b5-eafe24df6a39 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Unset dirty status for tenant:74cc8f4cfe4549ceafbae584172b2ebe on resource:network {{(pid=91540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 07:57:54.622853 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f8b83-9d6e-4f03-bd22-79eac0d92ff2 admin admin] Pushing event updated for resources: {'Port': ['ID=1204b6aa-0566-4422-bf89-81ed2587366e,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:54.631047 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-694a0189-2459-4fab-98b5-eafe24df6a39 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.81 "GET /v2.0/networks?id=5e96e84b-a7d8-4584-bf70-fa12f4dcc255 HTTP/1.1" status: 200 len: 812 time: 1.4007940 Jun 02 07:57:54.632181 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-322f8b83-9d6e-4f03-bd22-79eac0d92ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:54.642027 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-86937653-7def-469e-9b8b-df7efc2b8726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:54.672971 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-fc85e334-657c-49f9-938e-5a66e3c2135b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:54.710913 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-c6e8a140-3dc7-45ef-b4a5-047ffe3821b1 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.81 "GET /v2.0/quotas/74cc8f4cfe4549ceafbae584172b2ebe HTTP/1.1" status: 200 len: 375 time: 0.0791652 Jun 02 07:57:54.844518 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-cb70da57-2b35-4a21-b1e5-3ab477a0625c tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=74cc8f4cfe4549ceafbae584172b2ebe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1325603 Jun 02 07:57:54.870610 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab47c707-7947-463e-8bcc-15ba0a7c6a88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=91540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 07:57:54.900653 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-322f8b83-9d6e-4f03-bd22-79eac0d92ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:54.911772 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab47c707-7947-463e-8bcc-15ba0a7c6a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c86517-ee57-4676-85fc-bcb90106b93e,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:54.925731 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-ab47c707-7947-463e-8bcc-15ba0a7c6a88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:54.926828 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ab47c707-7947-463e-8bcc-15ba0a7c6a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479'] for segment, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:54.927111 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.db.segments_db [None req-ab47c707-7947-463e-8bcc-15ba0a7c6a88 admin admin] Added segment a5090f8f-a68f-4b8b-acaa-3cad1ce44058 of type vlan for network 682637a2-2606-48c6-bbae-4f631e715216 Jun 02 07:57:55.047916 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ab47c707-7947-463e-8bcc-15ba0a7c6a88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746790259047'] for network, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:55.089940 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-fc85e334-657c-49f9-938e-5a66e3c2135b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:55.091330 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f071d4b5-b2b5-462e-8344-c3ea24e48c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446'] for port, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:55.115533 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-c128d40f-bec0-41cf-81d5-59455cfd4faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:55.159862 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85e334-657c-49f9-938e-5a66e3c2135b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a420ca80-d22f-4035-93fa-ea4d17387eeb,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:55.164067 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-fc85e334-657c-49f9-938e-5a66e3c2135b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:55.166792 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:55.227979 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f071d4b5-b2b5-462e-8344-c3ea24e48c71 admin admin] Network e9a5f3f9-db43-4f06-8bac-5a44878f4be2 is already hosted by enough agents. {{(pid=91540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 07:57:55.228707 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-750f543c-bda5-4522-a792-e4dbfba51ebd None None] Provisioning for port 1204b6aa-0566-4422-bf89-81ed2587366e completed by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 07:57:55.235033 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-750f543c-bda5-4522-a792-e4dbfba51ebd None None] Provisioning complete for port 1204b6aa-0566-4422-bf89-81ed2587366e triggered by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:57:55.235660 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-750f543c-bda5-4522-a792-e4dbfba51ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:55.240420 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ab47c707-7947-463e-8bcc-15ba0a7c6a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-947529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536110'] for network, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:55.261624 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.base_scheduler [None req-f071d4b5-b2b5-462e-8344-c3ea24e48c71 admin admin] Resources bound (agent type, host, resource id): {{(pid=91540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:57:55.279677 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab47c707-7947-463e-8bcc-15ba0a7c6a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:57:55.281097 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ab47c707-7947-463e-8bcc-15ba0a7c6a88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for network, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:55.298365 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f071d4b5-b2b5-462e-8344-c3ea24e48c71 admin admin] Received port after_create {{(pid=91540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 07:57:55.341193 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-322f8b83-9d6e-4f03-bd22-79eac0d92ff2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:55.349864 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-322f8b83-9d6e-4f03-bd22-79eac0d92ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:55.352569 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-322f8b83-9d6e-4f03-bd22-79eac0d92ff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945887'] for router_interface, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:55.360089 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-750f543c-bda5-4522-a792-e4dbfba51ebd None None] Port 1204b6aa-0566-4422-bf89-81ed2587366e cannot update to ACTIVE because it is not bound. {{(pid=91541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 07:57:55.367930 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-3b36f118-8945-4ac5-a5ae-b554e9f9d0d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:55.621326 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071d4b5-b2b5-462e-8344-c3ea24e48c71 admin admin] Pushing event updated for resources: {'Port': ['ID=b63de57b-406e-448d-af03-d130089792ed,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:55.625412 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-f071d4b5-b2b5-462e-8344-c3ea24e48c71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:55.635905 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-5f05982c-46d4-4d8e-b646-f87be5563c61 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=91540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 07:57:55.637621 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-5f05982c-46d4-4d8e-b646-f87be5563c61 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4273338 Jun 02 07:57:55.639683 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f8b83-9d6e-4f03-bd22-79eac0d92ff2 admin admin] Pushing event updated for resources: {'Port': ['ID=1204b6aa-0566-4422-bf89-81ed2587366e,revision_number=2']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:55.656702 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-322f8b83-9d6e-4f03-bd22-79eac0d92ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:55.659660 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device bb9d4eca-0621-444f-90d5-5d12fc57ebec up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:57:55.669199 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-92e991db-2fe9-4bd0-a917-97847fd392dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.287s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:55.704516 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-fc85e334-657c-49f9-938e-5a66e3c2135b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:55.712947 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-fc85e334-657c-49f9-938e-5a66e3c2135b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a420ca80-d22f-4035-93fa-ea4d17387eeb HTTP/1.1" status: 204 len: 168 time: 1.9165771 Jun 02 07:57:55.715547 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-ab47c707-7947-463e-8bcc-15ba0a7c6a88 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.3110609 Jun 02 07:57:55.726609 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 39298) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:57:55.735575 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [None req-09396c88-42e1-4aa7-8bee-39e40bb094e7 admin admin] Request body: {'subnet': {'network_id': '682637a2-2606-48c6-bbae-4f631e715216', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-890458876-subnet', 'tenant_id': '839a57fe8be445d2b9f233fc3995e33f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:57:55.766204 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-09396c88-42e1-4aa7-8bee-39e40bb094e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:57:55.772074 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-09396c88-42e1-4aa7-8bee-39e40bb094e7 admin admin] Usage tracker for resource:subnet and tenant:839a57fe8be445d2b9f233fc3995e33f is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:57:55.775680 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-09396c88-42e1-4aa7-8bee-39e40bb094e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:57:55.791648 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-09396c88-42e1-4aa7-8bee-39e40bb094e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:57:55.836362 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322f8b83-9d6e-4f03-bd22-79eac0d92ff2 admin admin] Network 5920cfca-f051-4509-941a-46b192c48b56 is already hosted by enough agents. {{(pid=91539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 07:57:55.838065 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [None req-322f8b83-9d6e-4f03-bd22-79eac0d92ff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:57:55.839898 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09396c88-42e1-4aa7-8bee-39e40bb094e7 admin admin] Made reservation on behalf of 839a57fe8be445d2b9f233fc3995e33f for: {'subnet': 1} {{(pid=91539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 07:57:55.842215 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-09396c88-42e1-4aa7-8bee-39e40bb094e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:55.849774 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning for port bb9d4eca-0621-444f-90d5-5d12fc57ebec completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 07:57:55.860902 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 3485cd67-fee9-4f35-9f3e-1e4562d1c065 up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:57:56.010076 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning for port 3485cd67-fee9-4f35-9f3e-1e4562d1c065 completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 07:57:56.031580 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port 3485cd67-fee9-4f35-9f3e-1e4562d1c065 triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:57:56.034202 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:56.094338 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e761634-e600-4582-b6f8-48c98dc628a8 None None] Network c2b2e088-f309-40ee-a9da-7f4c929ceb8e requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 07:57:56.198507 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-5269c700-f113-4ef4-bc0b-092121eec4fe service neutron] 10.222.0.81 "GET /v2.0/networks/5e96e84b-a7d8-4584-bf70-fa12f4dcc255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725146 Jun 02 07:57:56.199033 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 39312) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:57:56.309907 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-ce870012-7b3d-4e83-a3ea-b5c7f9a0579e None None] Provisioning for port bb9d4eca-0621-444f-90d5-5d12fc57ebec completed by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 07:57:56.330398 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-ce870012-7b3d-4e83-a3ea-b5c7f9a0579e None None] Provisioning complete for port bb9d4eca-0621-444f-90d5-5d12fc57ebec triggered by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:57:56.331233 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-ce870012-7b3d-4e83-a3ea-b5c7f9a0579e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:56.415440 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322f8b83-9d6e-4f03-bd22-79eac0d92ff2 admin admin] Router ea22b6ee-eeec-4f12-8c54-137171f81e80 has already been hosted by L3 agent 221affb1-81f2-42a7-84c7-b8c79a9401bf {{(pid=91539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 07:57:56.497359 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 39322) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:57:56.527025 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab47c707-7947-463e-8bcc-15ba0a7c6a88 admin admin] Pushing event updated for resources: {'Network': ['ID=682637a2-2606-48c6-bbae-4f631e715216,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:56.532481 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-ab47c707-7947-463e-8bcc-15ba0a7c6a88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.863s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:56.536504 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ccd2e418-c5d3-4de4-824e-de3487e687ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:56.571721 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Network 682637a2-2606-48c6-bbae-4f631e715216 details requested by agent ovs-agent-dv-cinder-786385-7-smb with host dv-cinder-786385-7-smb {{(pid=91541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 02 07:57:56.615970 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-ccd2e418-c5d3-4de4-824e-de3487e687ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:57:56.707977 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-ccd2e418-c5d3-4de4-824e-de3487e687ce admin admin] Usage tracker for resource:security_group_rule and tenant:8cf26bbf2af94a5b85271acc030e779a is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:57:56.708579 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:56.732886 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-ccd2e418-c5d3-4de4-824e-de3487e687ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:57:56.741497 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] For port 3485cd67-fee9-4f35-9f3e-1e4562d1c065, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=3485cd67-fee9-4f35-9f3e-1e4562d1c065,segment=NetworkSegment(f5cbd04c-dcdc-483c-9882-54251cba879c),segment_id=f5cbd04c-dcdc-483c-9882-54251cba879c)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:57:56.763611 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:56.776956 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-ccd2e418-c5d3-4de4-824e-de3487e687ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:57:56.792825 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-3671c1b5-dbe5-41c4-8c77-f305250db5df service neutron] 10.222.0.81 "GET /v2.0/networks/5e96e84b-a7d8-4584-bf70-fa12f4dcc255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5332267 Jun 02 07:57:56.819098 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322f8b83-9d6e-4f03-bd22-79eac0d92ff2 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-smb the message routers_updated {{(pid=91539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 07:57:56.899143 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:56.919702 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-322f8b83-9d6e-4f03-bd22-79eac0d92ff2 admin admin] 10.222.0.81 "PUT /v2.0/routers/ea22b6ee-eeec-4f12-8c54-137171f81e80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4090705 Jun 02 07:57:56.992855 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-a37b7c9c-98a0-450d-8a5f-0f8833e22151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:57.007884 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ccd2e418-c5d3-4de4-824e-de3487e687ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:57.051631 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-a37b7c9c-98a0-450d-8a5f-0f8833e22151 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:57:57.063571 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-a37b7c9c-98a0-450d-8a5f-0f8833e22151 admin admin] Usage tracker for resource:security_group_rule and tenant:7030b31e7134485083714a0788388e72 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:57:57.072014 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-a37b7c9c-98a0-450d-8a5f-0f8833e22151 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:57:57.074922 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f071d4b5-b2b5-462e-8344-c3ea24e48c71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:57.163521 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ccd2e418-c5d3-4de4-824e-de3487e687ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:57.181826 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 39342) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:57:57.182622 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-713654d8-0d83-4e98-a663-2ce820e932d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:57.196937 dv-cinder-786385-7-smb neutron-server[91539]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 02 07:57:57.218735 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-a37b7c9c-98a0-450d-8a5f-0f8833e22151 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:57:57.317761 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd306e2-df4e-472c-a72c-86abbcffe228 None None] Sync routers for ids ['ea22b6ee-eeec-4f12-8c54-137171f81e80'] in dv-cinder-786385-7-smb {{(pid=91541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 07:57:57.368885 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Pushing event updated for resources: {'Port': ['ID=3485cd67-fee9-4f35-9f3e-1e4562d1c065,revision_number=4']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:57.372434 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-ce870012-7b3d-4e83-a3ea-b5c7f9a0579e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:57.401790 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd306e2-df4e-472c-a72c-86abbcffe228 None None] Routers {'ea22b6ee-eeec-4f12-8c54-137171f81e80'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 07:57:57.402500 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-dfd306e2-df4e-472c-a72c-86abbcffe228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T07:57:33Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['ea22b6ee-eeec-4f12-8c54-137171f81e80'], 'active': True} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:57:57.445438 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a6347020-07b6-439c-8992-cd716e4656f2 req-eb2ccafa-b703-4895-981d-43fbaabf303f tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a3c29f-1050-4225-bb5f-3109fe7eab5a HTTP/1.1" status: 200 len: 210 time: 0.2555366 Jun 02 07:57:57.455221 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-ccd2e418-c5d3-4de4-824e-de3487e687ce admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8cf26bbf2af94a5b85271acc030e779a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9571109 Jun 02 07:57:57.458803 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 39366) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:57:57.472488 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2e418-c5d3-4de4-824e-de3487e687ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553c4986-557c-4e8f-b7a6-d991d6acb014,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:57.483480 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-ccd2e418-c5d3-4de4-824e-de3487e687ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:57.520352 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:57.585724 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 3485cd67-fee9-4f35-9f3e-1e4562d1c065 up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:57:57.638556 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-ce870012-7b3d-4e83-a3ea-b5c7f9a0579e None None] For port bb9d4eca-0621-444f-90d5-5d12fc57ebec, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=bb9d4eca-0621-444f-90d5-5d12fc57ebec,segment=NetworkSegment(0a9f3729-62b7-4b55-a4b9-f7267fb154d2),segment_id=0a9f3729-62b7-4b55-a4b9-f7267fb154d2)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:57:57.731208 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-ce870012-7b3d-4e83-a3ea-b5c7f9a0579e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:57.761703 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-1fa6c511-e8c9-44cf-951a-422066ec37bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:57.765474 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:57.841776 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-1fa6c511-e8c9-44cf-951a-422066ec37bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:57.874660 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-09396c88-42e1-4aa7-8bee-39e40bb094e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101'] for subnet, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:57.930869 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:57.942052 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvr_db [None req-dfd306e2-df4e-472c-a72c-86abbcffe228 None None] Set router ea22b6ee-eeec-4f12-8c54-137171f81e80 gateway port host: dv-cinder-786385-7-smb {{(pid=91541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 07:57:58.060263 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-b0e9714d-26b3-4613-93b5-2eb303771706 None None] Provisioning complete for port 1204b6aa-0566-4422-bf89-81ed2587366e triggered by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:57:58.060636 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-b0e9714d-26b3-4613-93b5-2eb303771706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:58.068441 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-a37b7c9c-98a0-450d-8a5f-0f8833e22151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:58.068983 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 39396) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:57:58.090240 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-a37b7c9c-98a0-450d-8a5f-0f8833e22151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:58.110927 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f071d4b5-b2b5-462e-8344-c3ea24e48c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946160'] for router, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:58.115177 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:58.166683 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09396c88-42e1-4aa7-8bee-39e40bb094e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62e06d0f-99d7-4e21-8401-354cd343baa6,revision_number=0']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:58.188569 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-09396c88-42e1-4aa7-8bee-39e40bb094e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:58.211476 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-1fa6c511-e8c9-44cf-951a-422066ec37bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:58.216459 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce870012-7b3d-4e83-a3ea-b5c7f9a0579e None None] Pushing event updated for resources: {'Port': ['ID=bb9d4eca-0621-444f-90d5-5d12fc57ebec,revision_number=3']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:58.230093 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-ce870012-7b3d-4e83-a3ea-b5c7f9a0579e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:58.247910 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port 3485cd67-fee9-4f35-9f3e-1e4562d1c065 triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:57:58.248293 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:58.253651 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:58.284375 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6c511-e8c9-44cf-951a-422066ec37bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553c4986-557c-4e8f-b7a6-d991d6acb014,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:58.289205 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-1fa6c511-e8c9-44cf-951a-422066ec37bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:58.290005 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09396c88-42e1-4aa7-8bee-39e40bb094e7 admin admin] Checking segment: {'id': 'a5090f8f-a68f-4b8b-acaa-3cad1ce44058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '682637a2-2606-48c6-bbae-4f631e715216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:57:58.291645 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09396c88-42e1-4aa7-8bee-39e40bb094e7 admin admin] Network hostable DHCP agents. Network: 682637a2-2606-48c6-bbae-4f631e715216, hostable agents: ['187909a1-f54b-4aaf-b277-d1ad18d9eb87'], hosted agents: [] {{(pid=91539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 07:57:58.314703 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 39404) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:57:58.331698 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [None req-d4911c96-d0ea-4ed0-bf90-82377e52a0e7 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Request body: {'security_group': {'name': 'tempest-securitygroup--497081892', 'description': 'tempest-description--1008411731'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:57:58.337403 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-1fa6c511-e8c9-44cf-951a-422066ec37bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:58.341425 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-1fa6c511-e8c9-44cf-951a-422066ec37bb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/553c4986-557c-4e8f-b7a6-d991d6acb014 HTTP/1.1" status: 204 len: 168 time: 0.8808832 Jun 02 07:57:58.344878 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-d4911c96-d0ea-4ed0-bf90-82377e52a0e7 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:57:58.364137 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-d4911c96-d0ea-4ed0-bf90-82377e52a0e7 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Usage tracker for resource:security_group and tenant:688fc7fec3424c8e87ae035c39491898 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:57:58.367657 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09396c88-42e1-4aa7-8bee-39e40bb094e7 admin admin] Network 682637a2-2606-48c6-bbae-4f631e715216 is scheduled to be hosted by DHCP agent 187909a1-f54b-4aaf-b277-d1ad18d9eb87 with binding_index 1 {{(pid=91539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 07:57:58.385669 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-d4911c96-d0ea-4ed0-bf90-82377e52a0e7 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:57:58.393651 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-d4911c96-d0ea-4ed0-bf90-82377e52a0e7 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:57:58.407077 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [None req-09396c88-42e1-4aa7-8bee-39e40bb094e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-7-smb, 682637a2-2606-48c6-bbae-4f631e715216) {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:57:58.424087 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09396c88-42e1-4aa7-8bee-39e40bb094e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:57:58.424896 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-09396c88-42e1-4aa7-8bee-39e40bb094e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for subnet, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:58.439445 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-d4911c96-d0ea-4ed0-bf90-82377e52a0e7 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for security_group, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:58.454953 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 39410) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:57:58.476156 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-d4911c96-d0ea-4ed0-bf90-82377e52a0e7 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:57:58.480407 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-d4911c96-d0ea-4ed0-bf90-82377e52a0e7 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Usage tracker for resource:security_group_rule and tenant:688fc7fec3424c8e87ae035c39491898 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:57:58.497019 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-09396c88-42e1-4aa7-8bee-39e40bb094e7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.7690022 Jun 02 07:57:58.504035 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-d4911c96-d0ea-4ed0-bf90-82377e52a0e7 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:57:58.509047 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-fc929db9-829f-49b6-ba1d-e244058b1448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:58.522323 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-d4911c96-d0ea-4ed0-bf90-82377e52a0e7 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:57:58.583000 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b7c9c-98a0-450d-8a5f-0f8833e22151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44795652-9761-4320-8d65-9fea92b38636,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:58.587859 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c01f3f-8fa0-4d66-8799-25cdd8b92495 None None] Network 682637a2-2606-48c6-bbae-4f631e715216 requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 07:57:58.603708 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-a37b7c9c-98a0-450d-8a5f-0f8833e22151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:58.620080 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-fc929db9-829f-49b6-ba1d-e244058b1448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:57:58.634163 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-65b10886-4a2d-4d01-a2d3-992b479f8c80 req-acc2e7f4-5839-4d5f-afde-aac847cf5a91 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a3c29f-1050-4225-bb5f-3109fe7eab5a HTTP/1.1" status: 200 len: 210 time: 0.0582271 Jun 02 07:57:58.656304 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-b0e9714d-26b3-4613-93b5-2eb303771706 None None] Port 1204b6aa-0566-4422-bf89-81ed2587366e cannot update to ACTIVE because it is not bound. {{(pid=91541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 07:57:58.663253 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-fc929db9-829f-49b6-ba1d-e244058b1448 admin admin] Usage tracker for resource:security_group_rule and tenant:5370aedaec6246ee8047a8bebbc9a7d2 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:57:58.677042 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-a37b7c9c-98a0-450d-8a5f-0f8833e22151 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7030b31e7134485083714a0788388e72&name=default HTTP/1.1" status: 200 len: 2978 time: 2.4401791 Jun 02 07:57:58.678093 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 39420) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:57:58.679272 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-fc929db9-829f-49b6-ba1d-e244058b1448 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:57:58.706142 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-c13b3cfa-5191-40db-88f7-548334155f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:58.737395 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-fc929db9-829f-49b6-ba1d-e244058b1448 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:57:58.748366 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-c13b3cfa-5191-40db-88f7-548334155f43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:57:58.757730 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-d4911c96-d0ea-4ed0-bf90-82377e52a0e7 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for security_group, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:58.759177 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-c13b3cfa-5191-40db-88f7-548334155f43 admin admin] Usage tracker for resource:security_group_rule and tenant:cb57ccec10c04ff59f2fb04aee24f049 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:57:58.765294 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-c13b3cfa-5191-40db-88f7-548334155f43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:57:58.780868 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-c13b3cfa-5191-40db-88f7-548334155f43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:57:58.782981 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-d4911c96-d0ea-4ed0-bf90-82377e52a0e7 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:58.802123 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f071d4b5-b2b5-462e-8344-c3ea24e48c71 admin admin] Router f3dc0b6a-ac16-413b-b6c4-0571283fb525 is scheduled to L3 agent 221affb1-81f2-42a7-84c7-b8c79a9401bf with binding_index 1 {{(pid=91540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 07:57:58.834870 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:58.853287 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-d4911c96-d0ea-4ed0-bf90-82377e52a0e7 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:58.857429 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-d4911c96-d0ea-4ed0-bf90-82377e52a0e7 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5306840 Jun 02 07:57:58.859316 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 39426) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:57:58.874075 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [None req-c7b98f53-7b4d-41ec-a55d-e4fd3ec2bc85 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Request body: {'security_group_rule': {'security_group_id': 'f1f6e26d-06b0-490f-809a-3d2009228103', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:57:58.904744 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-c7b98f53-7b4d-41ec-a55d-e4fd3ec2bc85 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:57:58.919902 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-c7b98f53-7b4d-41ec-a55d-e4fd3ec2bc85 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Usage tracker for resource:security_group_rule and tenant:688fc7fec3424c8e87ae035c39491898 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:57:58.925651 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4911c96-d0ea-4ed0-bf90-82377e52a0e7 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f6e26d-06b0-490f-809a-3d2009228103,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:58.936566 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-c7b98f53-7b4d-41ec-a55d-e4fd3ec2bc85 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:57:58.947260 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-d4911c96-d0ea-4ed0-bf90-82377e52a0e7 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:58.961099 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-c7b98f53-7b4d-41ec-a55d-e4fd3ec2bc85 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:57:58.985485 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 39434) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:57:59.008488 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-d2473aef-03a9-4981-bbe4-1b37f725d602 None None] Provisioning complete for port bb9d4eca-0621-444f-90d5-5d12fc57ebec triggered by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:57:59.008968 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-d2473aef-03a9-4981-bbe4-1b37f725d602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:59.056161 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.db_base_plugin_v2 [None req-93ee63ac-b0d6-4f87-b7e7-09a4be76b4ed admin admin] Deleting subnet 19004ed3-2370-45cb-8a74-de383a82f94a {{(pid=91539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 07:57:59.060713 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-93ee63ac-b0d6-4f87-b7e7-09a4be76b4ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:59.105791 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-c7b98f53-7b4d-41ec-a55d-e4fd3ec2bc85 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:59.108593 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-9a31f234-7e6f-4665-8431-b2940fefdd26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:59.189540 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-93ee63ac-b0d6-4f87-b7e7-09a4be76b4ed admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:59.226191 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-93ee63ac-b0d6-4f87-b7e7-09a4be76b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862327'] for subnet, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:59.266109 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-c7b98f53-7b4d-41ec-a55d-e4fd3ec2bc85 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:59.291357 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b14c4fd-79ce-4993-9d1e-4f5b0e1ab47a None None] Network 682637a2-2606-48c6-bbae-4f631e715216 requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 07:57:59.300812 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-c7b98f53-7b4d-41ec-a55d-e4fd3ec2bc85 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947614'] for security_group_rule, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:59.304506 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-c13b3cfa-5191-40db-88f7-548334155f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:59.333490 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:59.350591 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b98f53-7b4d-41ec-a55d-e4fd3ec2bc85 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a1dae4-2cd0-4240-b3f1-97a7c008d901,revision_number=0']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:59.357676 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-c13b3cfa-5191-40db-88f7-548334155f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:59.375293 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-c7b98f53-7b4d-41ec-a55d-e4fd3ec2bc85 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:59.382606 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-9a31f234-7e6f-4665-8431-b2940fefdd26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:59.406210 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:59.415524 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-c13b3cfa-5191-40db-88f7-548334155f43 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cb57ccec10c04ff59f2fb04aee24f049&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9572573 Jun 02 07:57:59.419578 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 39450) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:57:59.537342 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device bb9d4eca-0621-444f-90d5-5d12fc57ebec up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:57:59.549252 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f071d4b5-b2b5-462e-8344-c3ea24e48c71 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-smb the message routers_updated {{(pid=91540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 07:57:59.566326 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461b3cc-8921-4a1b-b59c-bde2b8893db9 None None] Sync routers for ids ['f3dc0b6a-ac16-413b-b6c4-0571283fb525'] in dv-cinder-786385-7-smb {{(pid=91542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 07:57:59.584649 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e461b3cc-8921-4a1b-b59c-bde2b8893db9 None None] Routers {'f3dc0b6a-ac16-413b-b6c4-0571283fb525'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 07:57:59.585919 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-e461b3cc-8921-4a1b-b59c-bde2b8893db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T07:57:33Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['f3dc0b6a-ac16-413b-b6c4-0571283fb525'], 'active': True} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:57:59.607099 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-fc929db9-829f-49b6-ba1d-e244058b1448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:59.620836 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-fc929db9-829f-49b6-ba1d-e244058b1448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:59.630588 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:59.646805 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f071d4b5-b2b5-462e-8344-c3ea24e48c71 admin admin] Notify callbacks [] for router, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:59.650788 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-f071d4b5-b2b5-462e-8344-c3ea24e48c71 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.1786358 Jun 02 07:57:59.652745 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 39454) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:57:59.709068 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-c7b98f53-7b4d-41ec-a55d-e4fd3ec2bc85 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:59.712815 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-c7b98f53-7b4d-41ec-a55d-e4fd3ec2bc85 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8476288 Jun 02 07:57:59.712815 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-93ee63ac-b0d6-4f87-b7e7-09a4be76b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101'] for subnet, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:59.725179 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 39462) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:57:59.734089 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [None req-5b6a26d8-0663-4826-8041-e62370148d9a tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Request body: {'security_group_rule': {'security_group_id': 'f1f6e26d-06b0-490f-809a-3d2009228103', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:57:59.741899 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-5b6a26d8-0663-4826-8041-e62370148d9a tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:57:59.746012 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-5b6a26d8-0663-4826-8041-e62370148d9a tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Usage tracker for resource:security_group_rule and tenant:688fc7fec3424c8e87ae035c39491898 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:57:59.749207 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-5b6a26d8-0663-4826-8041-e62370148d9a tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:57:59.756285 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-5b6a26d8-0663-4826-8041-e62370148d9a tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:57:59.763722 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b3cfa-5191-40db-88f7-548334155f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39dd8c84-38e4-41a8-8c09-39e8230f4778,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:59.779269 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-c13b3cfa-5191-40db-88f7-548334155f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:59.779910 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:57:59.825187 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee63ac-b0d6-4f87-b7e7-09a4be76b4ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19004ed3-2370-45cb-8a74-de383a82f94a,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:57:59.827194 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-93ee63ac-b0d6-4f87-b7e7-09a4be76b4ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for subnet, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:59.832839 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ff30cd0e-454b-4a06-a447-2a1443f9aaa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:59.837968 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-93ee63ac-b0d6-4f87-b7e7-09a4be76b4ed admin admin] 10.222.0.81 "DELETE /v2.0/subnets/19004ed3-2370-45cb-8a74-de383a82f94a HTTP/1.1" status: 204 len: 168 time: 0.8514514 Jun 02 07:57:59.838761 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5b6a26d8-0663-4826-8041-e62370148d9a tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:59.846692 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-93ee63ac-b0d6-4f87-b7e7-09a4be76b4ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:57:59.849850 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 39464) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:57:59.968320 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-dfd306e2-df4e-472c-a72c-86abbcffe228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'name': 'tempest-AttachVolumeTestJSON-2040021533-router', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '3485cd67-fee9-4f35-9f3e-1e4562d1c065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:46Z', 'updated_at': '2021-06-02T07:57:54Z', 'revision_number': 4, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'gw_port': {'id': '3485cd67-fee9-4f35-9f3e-1e4562d1c065', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:47Z', 'updated_at': '2021-06-02T07:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': '1204b6aa-0566-4422-bf89-81ed2587366e', 'name': '', 'network_id': '5920cfca-f051-4509-941a-46b192c48b56', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'mac_address': 'fa:16:3e:90:1c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '80579146-c765-4f7b-89f0-58e1765e1f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:53Z', 'updated_at': '2021-06-02T07:57:55Z', 'revision_number': 2, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'subnets': [{'id': '80579146-c765-4f7b-89f0-58e1765e1f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:57:59.975297 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-845f2c09-fbab-4ae2-9ec7-f60f306cff4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:57:59.981658 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd306e2-df4e-472c-a72c-86abbcffe228 None None] Checking router: ea22b6ee-eeec-4f12-8c54-137171f81e80 for host: dv-cinder-786385-7-smb {{(pid=91541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 07:57:59.982017 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd306e2-df4e-472c-a72c-86abbcffe228 None None] Updating router ea22b6ee-eeec-4f12-8c54-137171f81e80 port 1204b6aa-0566-4422-bf89-81ed2587366e binding host dv-cinder-786385-7-smb {{(pid=91541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 07:57:59.993248 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ff30cd0e-454b-4a06-a447-2a1443f9aaa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:00.049078 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port bb9d4eca-0621-444f-90d5-5d12fc57ebec triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:58:00.052651 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:00.066551 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvr_db [None req-e461b3cc-8921-4a1b-b59c-bde2b8893db9 None None] Set router f3dc0b6a-ac16-413b-b6c4-0571283fb525 gateway port host: dv-cinder-786385-7-smb {{(pid=91542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 07:58:00.097485 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f609d368-b020-48ca-b016-94c889daac64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3903172'] for network, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:00.107254 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5b6a26d8-0663-4826-8041-e62370148d9a tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:00.129884 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5b6a26d8-0663-4826-8041-e62370148d9a tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947614'] for security_group_rule, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:00.164170 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-dfd306e2-df4e-472c-a72c-86abbcffe228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:00.189193 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-9a31f234-7e6f-4665-8431-b2940fefdd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:00.202822 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-c7b98f53-7b4d-41ec-a55d-e4fd3ec2bc85 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:00.255236 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.agents_db [None req-10acdd10-972e-4945-a856-8243e035fc02 None None] Agent healthcheck: found 6 active agents {{(pid=91542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 07:58:00.331683 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a26d8-0663-4826-8041-e62370148d9a tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0387bd6-b44c-4fff-b723-7eaa767c2721,revision_number=0']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:00.335186 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-5b6a26d8-0663-4826-8041-e62370148d9a tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:00.456854 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-e461b3cc-8921-4a1b-b59c-bde2b8893db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'name': 'tempest-AttachVolumeShelveTestJSON-235286783-router', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'b63de57b-406e-448d-af03-d130089792ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:51Z', 'updated_at': '2021-06-02T07:57:56Z', 'revision_number': 3, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'gw_port': {'id': 'b63de57b-406e-448d-af03-d130089792ed', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:00:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:53Z', 'updated_at': '2021-06-02T07:57:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb'}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:58:00.461365 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461b3cc-8921-4a1b-b59c-bde2b8893db9 None None] Checking router: f3dc0b6a-ac16-413b-b6c4-0571283fb525 for host: dv-cinder-786385-7-smb {{(pid=91542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 07:58:00.461947 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461b3cc-8921-4a1b-b59c-bde2b8893db9 None None] Updating router f3dc0b6a-ac16-413b-b6c4-0571283fb525 port b63de57b-406e-448d-af03-d130089792ed binding host dv-cinder-786385-7-smb {{(pid=91542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 07:58:00.484991 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f609d368-b020-48ca-b016-94c889daac64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3859854', 'neutron.services.segments.db._delete_segments_for_network-8746790623609'] for network, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:00.495314 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.79', 64103) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:00.520683 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ff30cd0e-454b-4a06-a447-2a1443f9aaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:00.545007 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f609d368-b020-48ca-b016-94c889daac64 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:58:00.546215 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f609d368-b020-48ca-b016-94c889daac64 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:58:00.547134 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f609d368-b020-48ca-b016-94c889daac64 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:58:00.547661 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f609d368-b020-48ca-b016-94c889daac64 admin admin] Subscribe: > port after_create 55550000 {{(pid=91539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:58:00.548420 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f609d368-b020-48ca-b016-94c889daac64 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:58:00.549851 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f609d368-b020-48ca-b016-94c889daac64 admin admin] Subscribe: > port after_update 55550000 {{(pid=91539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:58:00.550143 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f609d368-b020-48ca-b016-94c889daac64 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:58:00.550872 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f609d368-b020-48ca-b016-94c889daac64 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:58:00.551424 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f609d368-b020-48ca-b016-94c889daac64 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:58:00.552026 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f609d368-b020-48ca-b016-94c889daac64 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:58:00.568795 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-e461b3cc-8921-4a1b-b59c-bde2b8893db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:00.575696 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-9a31f234-7e6f-4665-8431-b2940fefdd26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:00.580716 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-9a31f234-7e6f-4665-8431-b2940fefdd26 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/44795652-9761-4320-8d65-9fea92b38636 HTTP/1.1" status: 204 len: 168 time: 1.8873992 Jun 02 07:58:00.655833 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-0bd35b2f-94b3-42af-aad4-d9faebc7b18a req-a21b25d3-ac63-4dde-8a3b-93d51adb96f3 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a3c29f-1050-4225-bb5f-3109fe7eab5a HTTP/1.1" status: 200 len: 210 time: 0.4624701 Jun 02 07:58:00.680124 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-fc929db9-829f-49b6-ba1d-e244058b1448 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5370aedaec6246ee8047a8bebbc9a7d2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6079426 Jun 02 07:58:00.680124 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc929db9-829f-49b6-ba1d-e244058b1448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7c5bcd-990d-4fa7-ab13-1fe5aaf62f4c,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:00.683136 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-fc929db9-829f-49b6-ba1d-e244058b1448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.053s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:00.685644 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 39476) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:00.686133 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-09ab9193-6654-44b1-a0b8-082b004e3242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:00.738265 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a31f234-7e6f-4665-8431-b2940fefdd26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44795652-9761-4320-8d65-9fea92b38636,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:00.740484 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-9a31f234-7e6f-4665-8431-b2940fefdd26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:00.806427 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f609d368-b020-48ca-b016-94c889daac64 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:58:00.806914 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f609d368-b020-48ca-b016-94c889daac64 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:58:00.807279 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f609d368-b020-48ca-b016-94c889daac64 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:58:00.807708 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f609d368-b020-48ca-b016-94c889daac64 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:58:00.808192 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.services.segments.db [None req-f609d368-b020-48ca-b016-94c889daac64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['583aaeaf-67ea-42e1-8fd6-ca399ea26414']}} {{(pid=91539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:58:00.818614 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ff30cd0e-454b-4a06-a447-2a1443f9aaa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:00.820049 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-ff30cd0e-454b-4a06-a447-2a1443f9aaa3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/39dd8c84-38e4-41a8-8c09-39e8230f4778 HTTP/1.1" status: 204 len: 168 time: 1.3942556 Jun 02 07:58:00.823379 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5b6a26d8-0663-4826-8041-e62370148d9a tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:00.824724 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-5b6a26d8-0663-4826-8041-e62370148d9a tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0942481 Jun 02 07:58:00.828898 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-dfd306e2-df4e-472c-a72c-86abbcffe228 None None] Notify callbacks [] for port, precommit_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:00.829905 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-ccd2e418-c5d3-4de4-824e-de3487e687ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:00.842883 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 39480) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:00.847808 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-dfd306e2-df4e-472c-a72c-86abbcffe228 None None] Transition to ACTIVE for port object 1204b6aa-0566-4422-bf89-81ed2587366e will not be triggered until provisioned by entity L2. {{(pid=91541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:58:00.850096 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-b91f56b2-2312-4cb2-b87a-b67171c49740 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Request body: {'floatingip': {'floating_network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:58:00.863901 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-dfd306e2-df4e-472c-a72c-86abbcffe228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:00.870147 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-b91f56b2-2312-4cb2-b87a-b67171c49740 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:00.874710 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-e7bb4ab6-82f4-4ece-afac-1110f8835ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:00.880891 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-b91f56b2-2312-4cb2-b87a-b67171c49740 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Usage tracker for resource:floatingip and tenant:688fc7fec3424c8e87ae035c39491898 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:00.881849 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30cd0e-454b-4a06-a447-2a1443f9aaa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dd8c84-38e4-41a8-8c09-39e8230f4778,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:00.884840 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.services.segments.db [None req-f609d368-b020-48ca-b016-94c889daac64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b66027e7-e342-4c3d-a0d7-67434d79a182') {'for_net_delete': True} {{(pid=91539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:58:00.887200 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.services.segments.db [None req-f609d368-b020-48ca-b016-94c889daac64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b66027e7-e342-4c3d-a0d7-67434d79a182') {} {{(pid=91539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:58:00.889702 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-b91f56b2-2312-4cb2-b87a-b67171c49740 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:00.896479 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-2be4db3b-c82a-4790-bde2-ff490c9566bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:00.906539 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-b91f56b2-2312-4cb2-b87a-b67171c49740 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:00.927342 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-ff30cd0e-454b-4a06-a447-2a1443f9aaa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:00.945689 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f609d368-b020-48ca-b016-94c889daac64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746790628244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1809714'] for segment, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:01.042906 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-e7bb4ab6-82f4-4ece-afac-1110f8835ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:01.049927 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b91f56b2-2312-4cb2-b87a-b67171c49740 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for floatingip, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:01.104957 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f609d368-b020-48ca-b016-94c889daac64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479'] for segment, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:01.154481 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f609d368-b020-48ca-b016-94c889daac64 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=91539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 07:58:01.155944 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f609d368-b020-48ca-b016-94c889daac64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1806479'] for segment, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:01.201384 dv-cinder-786385-7-smb neutron-server[91539]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 02 07:58:01.201384 dv-cinder-786385-7-smb neutron-server[91539]: from cryptography.utils import int_from_bytes Jun 02 07:58:01.201384 dv-cinder-786385-7-smb neutron-server[91539]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 02 07:58:01.201384 dv-cinder-786385-7-smb neutron-server[91539]: from cryptography.utils import int_from_bytes Jun 02 07:58:01.201384 dv-cinder-786385-7-smb neutron-server[91539]: Traceback (most recent call last): Jun 02 07:58:01.201384 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 07:58:01.201384 dv-cinder-786385-7-smb neutron-server[91539]: timer() Jun 02 07:58:01.201384 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 07:58:01.201384 dv-cinder-786385-7-smb neutron-server[91539]: cb(*args, **kw) Jun 02 07:58:01.201384 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 07:58:01.201384 dv-cinder-786385-7-smb neutron-server[91539]: return func(*args, **kwargs) Jun 02 07:58:01.201384 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 07:58:01.201384 dv-cinder-786385-7-smb neutron-server[91539]: self._notify() Jun 02 07:58:01.201384 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 07:58:01.201384 dv-cinder-786385-7-smb neutron-server[91539]: self.callback(batched_events) Jun 02 07:58:01.201384 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 07:58:01.201384 dv-cinder-786385-7-smb neutron-server[91539]: event.method(event) Jun 02 07:58:01.201384 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 07:58:01.201384 dv-cinder-786385-7-smb neutron-server[91539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 07:58:01.201384 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 07:58:01.201384 dv-cinder-786385-7-smb neutron-server[91539]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 07:58:01.201384 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 07:58:01.201384 dv-cinder-786385-7-smb neutron-server[91539]: return f(self, *a, **k) Jun 02 07:58:01.201384 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 07:58:01.201384 dv-cinder-786385-7-smb neutron-server[91539]: return self._get(url).json() Jun 02 07:58:01.201384 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 07:58:01.201384 dv-cinder-786385-7-smb neutron-server[91539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 07:58:01.201384 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 07:58:01.201384 dv-cinder-786385-7-smb neutron-server[91539]: return self.request(url, 'GET', **kwargs) Jun 02 07:58:01.201384 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 07:58:01.201384 dv-cinder-786385-7-smb neutron-server[91539]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 07:58:01.201384 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 07:58:01.201384 dv-cinder-786385-7-smb neutron-server[91539]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 07:58:01.201384 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 07:58:01.201384 dv-cinder-786385-7-smb neutron-server[91539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 07:58:01.201384 dv-cinder-786385-7-smb neutron-server[91539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 07:58:01.421194 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-e461b3cc-8921-4a1b-b59c-bde2b8893db9 None None] Notify callbacks [] for port, precommit_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:01.463344 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-82d4861c-d665-4ea6-838b-7299124b9850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:01.485596 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-e7bb4ab6-82f4-4ece-afac-1110f8835ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:01.525987 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-487af56b-eb00-427c-9c45-60ded2621d2b tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:01.527212 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b21971-bcf9-43be-a617-766ce6589275 None None] Pushing event updated for resources: {'Port': ['ID=1204b6aa-0566-4422-bf89-81ed2587366e,revision_number=3']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:01.527685 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-487af56b-eb00-427c-9c45-60ded2621d2b tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.79 "GET /v2.0/networks?id=5e96e84b-a7d8-4584-bf70-fa12f4dcc255 HTTP/1.1" status: 200 len: 812 time: 1.0282845 Jun 02 07:58:01.534008 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f609d368-b020-48ca-b016-94c889daac64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3859897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-947529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-945717'] for network, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:01.534817 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.provisioning_blocks [None req-e461b3cc-8921-4a1b-b59c-bde2b8893db9 None None] Transition to ACTIVE for port object b63de57b-406e-448d-af03-d130089792ed will not be triggered until provisioned by entity L2. {{(pid=91542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:58:01.539494 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:01.539677 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:01.540292 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-f7b21971-bcf9-43be-a617-766ce6589275 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:01.541584 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-dfd306e2-df4e-472c-a72c-86abbcffe228 None None] Attempting to bind port 1204b6aa-0566-4422-bf89-81ed2587366e on host dv-cinder-786385-7-smb for vnic_type normal with profile {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 07:58:01.542003 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-dfd306e2-df4e-472c-a72c-86abbcffe228 None None] Attempting to bind port 1204b6aa-0566-4422-bf89-81ed2587366e by drivers openvswitch,hyperv on host dv-cinder-786385-7-smb at level 0 using segments [{'id': '7571d2f6-9016-4802-a030-87cae188c8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5920cfca-f051-4509-941a-46b192c48b56'}] {{(pid=91541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 07:58:01.542369 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd306e2-df4e-472c-a72c-86abbcffe228 None None] Attempting to bind port 1204b6aa-0566-4422-bf89-81ed2587366e on network 5920cfca-f051-4509-941a-46b192c48b56 {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 07:58:01.549955 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-e461b3cc-8921-4a1b-b59c-bde2b8893db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:01.555469 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG oslo_concurrency.lockutils [None req-a34e824f-4e46-4033-92ea-7dbbd64f7b69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:01.563337 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f609d368-b020-48ca-b016-94c889daac64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for network, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:01.573591 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609d368-b020-48ca-b016-94c889daac64 admin admin] Pushing event deleted for resources: {'Network': ['ID=583aaeaf-67ea-42e1-8fd6-ca399ea26414,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:01.575425 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-f609d368-b020-48ca-b016-94c889daac64 admin admin] 10.222.0.81 "DELETE /v2.0/networks/583aaeaf-67ea-42e1-8fd6-ca399ea26414 HTTP/1.1" status: 204 len: 168 time: 1.7243717 Jun 02 07:58:01.580029 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd306e2-df4e-472c-a72c-86abbcffe228 None None] Checking agent: {'id': '2a0e1ac3-7fb5-40bc-887e-90e9797fe79d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 50, 2), 'started_at': datetime.datetime(2021, 6, 2, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 7, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 07:58:01.580029 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd306e2-df4e-472c-a72c-86abbcffe228 None None] Checking segment: {'id': '7571d2f6-9016-4802-a030-87cae188c8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5920cfca-f051-4509-941a-46b192c48b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:58:01.580029 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-dfd306e2-df4e-472c-a72c-86abbcffe228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:01.581091 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 39504) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:01.581277 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd306e2-df4e-472c-a72c-86abbcffe228 None None] Bound using segment: {'id': '7571d2f6-9016-4802-a030-87cae188c8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5920cfca-f051-4509-941a-46b192c48b56'} {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 07:58:01.581277 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-dfd306e2-df4e-472c-a72c-86abbcffe228 None None] Bound port: 1204b6aa-0566-4422-bf89-81ed2587366e, host: dv-cinder-786385-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7571d2f6-9016-4802-a030-87cae188c8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5920cfca-f051-4509-941a-46b192c48b56'}}] {{(pid=91541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 07:58:01.581277 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-dfd306e2-df4e-472c-a72c-86abbcffe228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:01.583053 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-40422297-cb58-4288-a2d8-8b545cdc0241 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Request body: {'port': {'device_id': '89a3c29f-1050-4225-bb5f-3109fe7eab5a', 'network_id': '5e96e84b-a7d8-4584-bf70-fa12f4dcc255', 'admin_state_up': True, 'tenant_id': '74cc8f4cfe4549ceafbae584172b2ebe'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:58:01.657098 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-f609d368-b020-48ca-b016-94c889daac64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:01.683073 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb4ab6-82f4-4ece-afac-1110f8835ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7c5bcd-990d-4fa7-ab13-1fe5aaf62f4c,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:01.735052 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-e7bb4ab6-82f4-4ece-afac-1110f8835ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:01.750795 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.managers [None req-e461b3cc-8921-4a1b-b59c-bde2b8893db9 None None] Attempting to bind port b63de57b-406e-448d-af03-d130089792ed on host dv-cinder-786385-7-smb for vnic_type normal with profile {{(pid=91542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 07:58:01.751350 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.managers [None req-e461b3cc-8921-4a1b-b59c-bde2b8893db9 None None] Attempting to bind port b63de57b-406e-448d-af03-d130089792ed by drivers openvswitch,hyperv on host dv-cinder-786385-7-smb at level 0 using segments [{'id': 'f5cbd04c-dcdc-483c-9882-54251cba879c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'}] {{(pid=91542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 07:58:01.751636 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e461b3cc-8921-4a1b-b59c-bde2b8893db9 None None] Attempting to bind port b63de57b-406e-448d-af03-d130089792ed on network e9a5f3f9-db43-4f06-8bac-5a44878f4be2 {{(pid=91542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 07:58:01.766191 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e461b3cc-8921-4a1b-b59c-bde2b8893db9 None None] Checking agent: {'id': '2a0e1ac3-7fb5-40bc-887e-90e9797fe79d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 50, 2), 'started_at': datetime.datetime(2021, 6, 2, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 7, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 07:58:01.766553 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e461b3cc-8921-4a1b-b59c-bde2b8893db9 None None] Checking segment: {'id': 'f5cbd04c-dcdc-483c-9882-54251cba879c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:58:01.767478 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-e461b3cc-8921-4a1b-b59c-bde2b8893db9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:01.767600 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e461b3cc-8921-4a1b-b59c-bde2b8893db9 None None] Bound using segment: {'id': 'f5cbd04c-dcdc-483c-9882-54251cba879c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'} {{(pid=91542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 07:58:01.773198 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.managers [None req-e461b3cc-8921-4a1b-b59c-bde2b8893db9 None None] Bound port: b63de57b-406e-448d-af03-d130089792ed, host: dv-cinder-786385-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5cbd04c-dcdc-483c-9882-54251cba879c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'}}] {{(pid=91542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 07:58:01.773616 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-e461b3cc-8921-4a1b-b59c-bde2b8893db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:01.783668 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-e7bb4ab6-82f4-4ece-afac-1110f8835ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:01.793086 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-e7bb4ab6-82f4-4ece-afac-1110f8835ea3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2c7c5bcd-990d-4fa7-ab13-1fe5aaf62f4c HTTP/1.1" status: 204 len: 168 time: 1.0961547 Jun 02 07:58:01.822883 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-dfd306e2-df4e-472c-a72c-86abbcffe228 None None] For port 1204b6aa-0566-4422-bf89-81ed2587366e, host dv-cinder-786385-7-smb, cleared binding levels {{(pid=91541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 07:58:01.831661 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-dfd306e2-df4e-472c-a72c-86abbcffe228 None None] For port 1204b6aa-0566-4422-bf89-81ed2587366e, host dv-cinder-786385-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=1204b6aa-0566-4422-bf89-81ed2587366e,segment=NetworkSegment(7571d2f6-9016-4802-a030-87cae188c8e3),segment_id=7571d2f6-9016-4802-a030-87cae188c8e3)] {{(pid=91541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 07:58:01.848195 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-dfd306e2-df4e-472c-a72c-86abbcffe228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:01.853262 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:01.918152 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.db [None req-e461b3cc-8921-4a1b-b59c-bde2b8893db9 None None] For port b63de57b-406e-448d-af03-d130089792ed, host dv-cinder-786385-7-smb, cleared binding levels {{(pid=91542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 07:58:01.924644 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.db [None req-e461b3cc-8921-4a1b-b59c-bde2b8893db9 None None] For port b63de57b-406e-448d-af03-d130089792ed, host dv-cinder-786385-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=b63de57b-406e-448d-af03-d130089792ed,segment=NetworkSegment(f5cbd04c-dcdc-483c-9882-54251cba879c),segment_id=f5cbd04c-dcdc-483c-9882-54251cba879c)] {{(pid=91542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 07:58:01.945445 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-e461b3cc-8921-4a1b-b59c-bde2b8893db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:01.951788 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28b6e8-6ba3-4cea-b731-2738ccf9ee30 None None] Pushing event updated for resources: {'Port': ['ID=b63de57b-406e-448d-af03-d130089792ed,revision_number=2']} {{(pid=91542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:01.963759 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG oslo_concurrency.lockutils [None req-1f28b6e8-6ba3-4cea-b731-2738ccf9ee30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=91542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:01.964257 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG oslo_concurrency.lockutils [None req-1f28b6e8-6ba3-4cea-b731-2738ccf9ee30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:01.964537 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.db_base_plugin_v2 [None req-78e0f52b-78c0-41f9-904f-77a557f22b8d admin admin] Deleting subnet 62e06d0f-99d7-4e21-8401-354cd343baa6 {{(pid=91540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 07:58:01.980358 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-78e0f52b-78c0-41f9-904f-77a557f22b8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:01.988671 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-40422297-cb58-4288-a2d8-8b545cdc0241 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:01.999636 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b21971-bcf9-43be-a617-766ce6589275 None None] Pushing event updated for resources: {'Port': ['ID=1204b6aa-0566-4422-bf89-81ed2587366e,revision_number=4']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:02.005121 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-f7b21971-bcf9-43be-a617-766ce6589275 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:02.020528 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd306e2-df4e-472c-a72c-86abbcffe228 None None] Routers {'ea22b6ee-eeec-4f12-8c54-137171f81e80'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 07:58:02.021706 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-dfd306e2-df4e-472c-a72c-86abbcffe228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T07:57:33Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['ea22b6ee-eeec-4f12-8c54-137171f81e80'], 'active': True} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:58:02.029982 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b91f56b2-2312-4cb2-b87a-b67171c49740 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:02.156085 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e461b3cc-8921-4a1b-b59c-bde2b8893db9 None None] Routers {'f3dc0b6a-ac16-413b-b6c4-0571283fb525'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 07:58:02.157360 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-e461b3cc-8921-4a1b-b59c-bde2b8893db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T07:57:33Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['f3dc0b6a-ac16-413b-b6c4-0571283fb525'], 'active': True} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:58:02.165494 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-40422297-cb58-4288-a2d8-8b545cdc0241 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Usage tracker for resource:port and tenant:74cc8f4cfe4549ceafbae584172b2ebe is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:02.174660 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-48ec0bd3-7096-4839-ba75-4a4748830637 req-47e3ce34-9b15-48b0-a49a-fa173b9bad53 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a3c29f-1050-4225-bb5f-3109fe7eab5a HTTP/1.1" status: 200 len: 210 time: 0.1933305 Jun 02 07:58:02.176152 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-40422297-cb58-4288-a2d8-8b545cdc0241 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:02.191850 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-40422297-cb58-4288-a2d8-8b545cdc0241 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:02.221649 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-40422297-cb58-4288-a2d8-8b545cdc0241 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Made reservation on behalf of 74cc8f4cfe4549ceafbae584172b2ebe for: {'port': 1} {{(pid=91539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 07:58:02.225871 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-40422297-cb58-4288-a2d8-8b545cdc0241 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:02.239498 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-78e0f52b-78c0-41f9-904f-77a557f22b8d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:02.268609 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-78e0f52b-78c0-41f9-904f-77a557f22b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862327'] for subnet, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:02.318195 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28b6e8-6ba3-4cea-b731-2738ccf9ee30 None None] Pushing event updated for resources: {'Port': ['ID=b63de57b-406e-448d-af03-d130089792ed,revision_number=3']} {{(pid=91542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:02.327903 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG oslo_concurrency.lockutils [None req-1f28b6e8-6ba3-4cea-b731-2738ccf9ee30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=91542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:02.436222 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:02.446418 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.db_base_plugin_common [None req-b91f56b2-2312-4cb2-b87a-b67171c49740 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Allocated IP 172.28.1.109 (e9a5f3f9-db43-4f06-8bac-5a44878f4be2/e2d41c65-2880-4a37-bb18-2012b034108f/cda1c153-1f22-4c6e-b733-2ec00524021d) {{(pid=91540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 07:58:02.490549 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvr_db [None req-dfd306e2-df4e-472c-a72c-86abbcffe228 None None] Set router ea22b6ee-eeec-4f12-8c54-137171f81e80 gateway port host: dv-cinder-786385-7-smb {{(pid=91541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 07:58:02.490781 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvr_db [None req-e461b3cc-8921-4a1b-b59c-bde2b8893db9 None None] Set router f3dc0b6a-ac16-413b-b6c4-0571283fb525 gateway port host: dv-cinder-786385-7-smb {{(pid=91542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 07:58:02.623027 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.db_base_plugin_common [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-40422297-cb58-4288-a2d8-8b545cdc0241 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Allocated IP 172.20.0.4 (5e96e84b-a7d8-4584-bf70-fa12f4dcc255/72e6506d-3949-4e54-8b9c-d9d0a5e6de45/c9c5edf8-d2dd-493a-abee-1749cd4995bc) {{(pid=91539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 07:58:02.708486 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-65f05ba4-2f11-47f4-80fe-9d3f68b1bace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:02.833386 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.db_base_plugin_common [None req-82d4861c-d665-4ea6-838b-7299124b9850 admin admin] Allocated IP 172.20.0.1 (c2b2e088-f309-40ee-a9da-7f4c929ceb8e/dab5414d-1dc2-421f-9986-4a6ba721194d/c3796da1-db85-47cf-82e9-5664f02b51ce) {{(pid=91540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 07:58:02.895131 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 39552) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:02.987950 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-a951aa01-192b-4cb2-995d-b746fee9e0ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:03.157051 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-e461b3cc-8921-4a1b-b59c-bde2b8893db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'name': 'tempest-AttachVolumeShelveTestJSON-235286783-router', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'b63de57b-406e-448d-af03-d130089792ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:51Z', 'updated_at': '2021-06-02T07:57:56Z', 'revision_number': 3, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'gw_port': {'id': 'b63de57b-406e-448d-af03-d130089792ed', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:00:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:53Z', 'updated_at': '2021-06-02T07:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb'}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:58:03.173802 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461b3cc-8921-4a1b-b59c-bde2b8893db9 None None] The sync data for ids ['f3dc0b6a-ac16-413b-b6c4-0571283fb525'] in dv-cinder-786385-7-smb is: [{'id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'name': 'tempest-AttachVolumeShelveTestJSON-235286783-router', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'b63de57b-406e-448d-af03-d130089792ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:51Z', 'updated_at': '2021-06-02T07:57:56Z', 'revision_number': 3, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'gw_port': {'id': 'b63de57b-406e-448d-af03-d130089792ed', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:00:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:53Z', 'updated_at': '2021-06-02T07:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb'}] {{(pid=91542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 07:58:03.177883 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-a951aa01-192b-4cb2-995d-b746fee9e0ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:03.226282 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-a951aa01-192b-4cb2-995d-b746fee9e0ef admin admin] Usage tracker for resource:security_group_rule and tenant:dc2ce8d7007d4d7c924fa43afe69aca0 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:03.246453 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-a951aa01-192b-4cb2-995d-b746fee9e0ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:03.307795 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-a951aa01-192b-4cb2-995d-b746fee9e0ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:03.368617 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b91f56b2-2312-4cb2-b87a-b67171c49740 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for port, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:03.586522 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-dfd306e2-df4e-472c-a72c-86abbcffe228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'name': 'tempest-AttachVolumeTestJSON-2040021533-router', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '3485cd67-fee9-4f35-9f3e-1e4562d1c065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:46Z', 'updated_at': '2021-06-02T07:57:54Z', 'revision_number': 4, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'gw_port': {'id': '3485cd67-fee9-4f35-9f3e-1e4562d1c065', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:47Z', 'updated_at': '2021-06-02T07:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': '1204b6aa-0566-4422-bf89-81ed2587366e', 'name': '', 'network_id': '5920cfca-f051-4509-941a-46b192c48b56', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'mac_address': 'fa:16:3e:90:1c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '80579146-c765-4f7b-89f0-58e1765e1f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:53Z', 'updated_at': '2021-06-02T07:58:01Z', 'revision_number': 4, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'subnets': [{'id': '80579146-c765-4f7b-89f0-58e1765e1f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:58:03.609904 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd306e2-df4e-472c-a72c-86abbcffe228 None None] The sync data for ids ['ea22b6ee-eeec-4f12-8c54-137171f81e80'] in dv-cinder-786385-7-smb is: [{'id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'name': 'tempest-AttachVolumeTestJSON-2040021533-router', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '3485cd67-fee9-4f35-9f3e-1e4562d1c065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:46Z', 'updated_at': '2021-06-02T07:57:54Z', 'revision_number': 4, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'gw_port': {'id': '3485cd67-fee9-4f35-9f3e-1e4562d1c065', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:47Z', 'updated_at': '2021-06-02T07:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': '1204b6aa-0566-4422-bf89-81ed2587366e', 'name': '', 'network_id': '5920cfca-f051-4509-941a-46b192c48b56', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'mac_address': 'fa:16:3e:90:1c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '80579146-c765-4f7b-89f0-58e1765e1f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:53Z', 'updated_at': '2021-06-02T07:58:01Z', 'revision_number': 4, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'subnets': [{'id': '80579146-c765-4f7b-89f0-58e1765e1f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 07:58:03.803455 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-a951aa01-192b-4cb2-995d-b746fee9e0ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:03.877358 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-a951aa01-192b-4cb2-995d-b746fee9e0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:03.903691 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-a944ac95-6e05-455d-8a8f-5ace8b2200ea req-8ffc8f24-d7ea-4c05-afb3-efc36b4e5b44 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a3c29f-1050-4225-bb5f-3109fe7eab5a HTTP/1.1" status: 200 len: 210 time: 0.3962090 Jun 02 07:58:03.939809 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-c13b3cfa-5191-40db-88f7-548334155f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:04.002551 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:04.044764 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a951aa01-192b-4cb2-995d-b746fee9e0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e102226-7451-4b42-b4ae-57a858b41756,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:04.078510 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-a951aa01-192b-4cb2-995d-b746fee9e0ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:04.133469 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-40422297-cb58-4288-a2d8-8b545cdc0241 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Notify callbacks [] for port, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:04.189000 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-a951aa01-192b-4cb2-995d-b746fee9e0ef admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dc2ce8d7007d4d7c924fa43afe69aca0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2904563 Jun 02 07:58:04.197708 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 39572) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:04.302343 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-82d4861c-d665-4ea6-838b-7299124b9850 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:04.388899 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b91f56b2-2312-4cb2-b87a-b67171c49740 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446'] for port, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:04.395837 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.provisioning_blocks [None req-82d4861c-d665-4ea6-838b-7299124b9850 admin admin] Transition to ACTIVE for port object c3796da1-db85-47cf-82e9-5664f02b51ce will not be triggered until provisioned by entity DHCP. {{(pid=91540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:58:04.409001 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:04.451177 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-42e82bbb-a239-4ed4-95a2-88d157b20ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:04.538756 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-42e82bbb-a239-4ed4-95a2-88d157b20ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:04.560287 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-40422297-cb58-4288-a2d8-8b545cdc0241 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:04.605819 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-322f8b83-9d6e-4f03-bd22-79eac0d92ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:04.668542 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91f56b2-2312-4cb2-b87a-b67171c49740 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Network e9a5f3f9-db43-4f06-8bac-5a44878f4be2 is already hosted by enough agents. {{(pid=91540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 07:58:04.674070 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.base_scheduler [None req-b91f56b2-2312-4cb2-b87a-b67171c49740 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Resources bound (agent type, host, resource id): {{(pid=91540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:58:04.696729 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-78e0f52b-78c0-41f9-904f-77a557f22b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101'] for subnet, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:04.697635 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f56b2-2312-4cb2-b87a-b67171c49740 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Pushing event updated for resources: {'Port': ['ID=cda1c153-1f22-4c6e-b733-2ec00524021d,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:04.721744 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91f56b2-2312-4cb2-b87a-b67171c49740 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Received port after_create {{(pid=91540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 07:58:04.854667 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40422297-cb58-4288-a2d8-8b545cdc0241 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Pushing event updated for resources: {'Port': ['ID=c9c5edf8-d2dd-493a-abee-1749cd4995bc,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:04.897502 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-78e0f52b-78c0-41f9-904f-77a557f22b8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:04.898413 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-40422297-cb58-4288-a2d8-8b545cdc0241 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Network 5e96e84b-a7d8-4584-bf70-fa12f4dcc255 is already hosted by enough agents. {{(pid=91539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 07:58:04.900707 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-40422297-cb58-4288-a2d8-8b545cdc0241 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:04.927903 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-b91f56b2-2312-4cb2-b87a-b67171c49740 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:04.931334 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:04.942762 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-40422297-cb58-4288-a2d8-8b545cdc0241 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Resources bound (agent type, host, resource id): {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:58:04.976539 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-40422297-cb58-4288-a2d8-8b545cdc0241 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Received port after_create {{(pid=91539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 07:58:04.994559 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-82d4861c-d665-4ea6-838b-7299124b9850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446'] for port, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:05.018973 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0f52b-78c0-41f9-904f-77a557f22b8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62e06d0f-99d7-4e21-8401-354cd343baa6,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:05.035852 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-78e0f52b-78c0-41f9-904f-77a557f22b8d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/62e06d0f-99d7-4e21-8401-354cd343baa6 HTTP/1.1" status: 204 len: 168 time: 3.4417741 Jun 02 07:58:05.093154 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 39590) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:05.168623 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-78e0f52b-78c0-41f9-904f-77a557f22b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:05.185983 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-f071d4b5-b2b5-462e-8344-c3ea24e48c71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:05.241476 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b91f56b2-2312-4cb2-b87a-b67171c49740 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:05.285222 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d4861c-d665-4ea6-838b-7299124b9850 admin admin] Network c2b2e088-f309-40ee-a9da-7f4c929ceb8e is already hosted by enough agents. {{(pid=91540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 07:58:05.323489 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.base_scheduler [None req-82d4861c-d665-4ea6-838b-7299124b9850 admin admin] Resources bound (agent type, host, resource id): {{(pid=91540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:58:05.333001 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:05.352405 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-40422297-cb58-4288-a2d8-8b545cdc0241 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:05.355748 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-40422297-cb58-4288-a2d8-8b545cdc0241 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:05.471614 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d4861c-d665-4ea6-838b-7299124b9850 admin admin] Received port after_create {{(pid=91540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 07:58:05.482267 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-82d4861c-d665-4ea6-838b-7299124b9850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945850'] for router_interface, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:05.568547 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-42e82bbb-a239-4ed4-95a2-88d157b20ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:05.582666 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:05.619335 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e82bbb-a239-4ed4-95a2-88d157b20ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e102226-7451-4b42-b4ae-57a858b41756,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:05.623428 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-42e82bbb-a239-4ed4-95a2-88d157b20ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:05.652515 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-42e82bbb-a239-4ed4-95a2-88d157b20ea4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6e102226-7451-4b42-b4ae-57a858b41756 HTTP/1.1" status: 204 len: 168 time: 1.4512022 Jun 02 07:58:05.652515 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-40422297-cb58-4288-a2d8-8b545cdc0241 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0746582 Jun 02 07:58:05.664633 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-42e82bbb-a239-4ed4-95a2-88d157b20ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:05.706276 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 1204b6aa-0566-4422-bf89-81ed2587366e up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:58:05.724055 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-1dada1fe-4ac1-44c7-8c20-4a16059b7795 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=91539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 07:58:05.729312 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-1dada1fe-4ac1-44c7-8c20-4a16059b7795 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0181985 Jun 02 07:58:05.775112 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c831386-d946-4432-82b3-3e0d837327ec req-2d2e2550-5063-4a9a-982d-238af3a1972f tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:05.783856 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-7c831386-d946-4432-82b3-3e0d837327ec req-2d2e2550-5063-4a9a-982d-238af3a1972f tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Synchronizing usage tracker for tenant:74cc8f4cfe4549ceafbae584172b2ebe on resource:port {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 07:58:05.844752 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-7c831386-d946-4432-82b3-3e0d837327ec req-2d2e2550-5063-4a9a-982d-238af3a1972f tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Unset dirty status for tenant:74cc8f4cfe4549ceafbae584172b2ebe on resource:port {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 07:58:05.846087 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-7c831386-d946-4432-82b3-3e0d837327ec req-2d2e2550-5063-4a9a-982d-238af3a1972f tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a3c29f-1050-4225-bb5f-3109fe7eab5a HTTP/1.1" status: 200 len: 931 time: 0.6606145 Jun 02 07:58:06.006874 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-0c400dd2-27d1-4fc7-8187-fb73f361f6fd None None] Provisioning for port c3796da1-db85-47cf-82e9-5664f02b51ce completed by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 07:58:06.015741 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-0c400dd2-27d1-4fc7-8187-fb73f361f6fd None None] Provisioning complete for port c3796da1-db85-47cf-82e9-5664f02b51ce triggered by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:58:06.016204 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-0c400dd2-27d1-4fc7-8187-fb73f361f6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:06.031565 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d4861c-d665-4ea6-838b-7299124b9850 admin admin] Pushing event updated for resources: {'Port': ['ID=c3796da1-db85-47cf-82e9-5664f02b51ce,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:06.041558 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-7c831386-d946-4432-82b3-3e0d837327ec req-0b5863f7-7db1-488e-a6fe-22922f134821 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.81 "GET /v2.0/security-groups?id=8408fc2a-0067-45ba-a4a5-5034d5249ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882782 Jun 02 07:58:06.128198 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-0c400dd2-27d1-4fc7-8187-fb73f361f6fd None None] Port c3796da1-db85-47cf-82e9-5664f02b51ce cannot update to ACTIVE because it is not bound. {{(pid=91541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 07:58:06.142503 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning for port 1204b6aa-0566-4422-bf89-81ed2587366e completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 07:58:06.160354 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port 1204b6aa-0566-4422-bf89-81ed2587366e triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:58:06.161018 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:06.247053 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-82d4861c-d665-4ea6-838b-7299124b9850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.061s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:06.268656 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-48637f4e-ef81-49e9-b4b0-85b9a4e96a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3903172'] for network, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:06.323067 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b91f56b2-2312-4cb2-b87a-b67171c49740 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:06.590113 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:06.717470 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] For port 1204b6aa-0566-4422-bf89-81ed2587366e, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=1204b6aa-0566-4422-bf89-81ed2587366e,segment=NetworkSegment(7571d2f6-9016-4802-a030-87cae188c8e3),segment_id=7571d2f6-9016-4802-a030-87cae188c8e3)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:58:06.723382 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:06.724682 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device b63de57b-406e-448d-af03-d130089792ed up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:58:06.804987 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-313b75b7-0b58-4e01-8a5f-71387b9f9bd3 service neutron] Request body: {'port': {'device_id': '89a3c29f-1050-4225-bb5f-3109fe7eab5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:58:06.866360 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:07.181659 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Pushing event updated for resources: {'Port': ['ID=1204b6aa-0566-4422-bf89-81ed2587366e,revision_number=5']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:07.207206 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:07.207767 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-313b75b7-0b58-4e01-8a5f-71387b9f9bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:07.215323 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning for port b63de57b-406e-448d-af03-d130089792ed completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 07:58:07.240478 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port b63de57b-406e-448d-af03-d130089792ed triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:58:07.242482 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:07.274150 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-48637f4e-ef81-49e9-b4b0-85b9a4e96a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3859854', 'neutron.services.segments.db._delete_segments_for_network-8746790623609'] for network, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:07.370062 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-48637f4e-ef81-49e9-b4b0-85b9a4e96a78 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:58:07.370314 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-48637f4e-ef81-49e9-b4b0-85b9a4e96a78 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:58:07.371132 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-48637f4e-ef81-49e9-b4b0-85b9a4e96a78 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:58:07.372749 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-48637f4e-ef81-49e9-b4b0-85b9a4e96a78 admin admin] Subscribe: > port after_create 55550000 {{(pid=91540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:58:07.373085 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-48637f4e-ef81-49e9-b4b0-85b9a4e96a78 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:58:07.373448 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-48637f4e-ef81-49e9-b4b0-85b9a4e96a78 admin admin] Subscribe: > port after_update 55550000 {{(pid=91540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:58:07.373768 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-48637f4e-ef81-49e9-b4b0-85b9a4e96a78 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:58:07.374101 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-48637f4e-ef81-49e9-b4b0-85b9a4e96a78 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:58:07.374414 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-48637f4e-ef81-49e9-b4b0-85b9a4e96a78 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:58:07.374732 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-48637f4e-ef81-49e9-b4b0-85b9a4e96a78 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:58:07.570051 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-48637f4e-ef81-49e9-b4b0-85b9a4e96a78 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:58:07.570421 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-48637f4e-ef81-49e9-b4b0-85b9a4e96a78 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:58:07.570752 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-48637f4e-ef81-49e9-b4b0-85b9a4e96a78 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:58:07.571077 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-48637f4e-ef81-49e9-b4b0-85b9a4e96a78 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 07:58:07.571440 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.services.segments.db [None req-48637f4e-ef81-49e9-b4b0-85b9a4e96a78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['682637a2-2606-48c6-bbae-4f631e715216']}} {{(pid=91540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:58:07.608834 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:07.657350 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] For port b63de57b-406e-448d-af03-d130089792ed, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=b63de57b-406e-448d-af03-d130089792ed,segment=NetworkSegment(f5cbd04c-dcdc-483c-9882-54251cba879c),segment_id=f5cbd04c-dcdc-483c-9882-54251cba879c)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:58:07.665530 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:07.670326 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:07.682894 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.services.segments.db [None req-48637f4e-ef81-49e9-b4b0-85b9a4e96a78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5090f8f-a68f-4b8b-acaa-3cad1ce44058') {'for_net_delete': True} {{(pid=91540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:58:07.683182 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.services.segments.db [None req-48637f4e-ef81-49e9-b4b0-85b9a4e96a78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5090f8f-a68f-4b8b-acaa-3cad1ce44058') {} {{(pid=91540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:58:07.725122 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-48637f4e-ef81-49e9-b4b0-85b9a4e96a78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746790628244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27334700'] for segment, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:07.850706 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-82d4861c-d665-4ea6-838b-7299124b9850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:07.874454 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Pushing event updated for resources: {'Port': ['ID=b63de57b-406e-448d-af03-d130089792ed,revision_number=4']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:07.881224 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:07.885727 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 1204b6aa-0566-4422-bf89-81ed2587366e up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:58:07.898968 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-48637f4e-ef81-49e9-b4b0-85b9a4e96a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479'] for segment, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:08.012789 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48637f4e-ef81-49e9-b4b0-85b9a4e96a78 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=91540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 07:58:08.013185 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-48637f4e-ef81-49e9-b4b0-85b9a4e96a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27652497'] for segment, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:08.109807 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port 1204b6aa-0566-4422-bf89-81ed2587366e triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:58:08.110197 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:08.163260 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-313b75b7-0b58-4e01-8a5f-71387b9f9bd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c5edf8-d2dd-493a-abee-1749cd4995bc {{(pid=91539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 07:58:08.176617 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-313b75b7-0b58-4e01-8a5f-71387b9f9bd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:08.382940 dv-cinder-786385-7-smb neutron-server[91540]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 02 07:58:08.382940 dv-cinder-786385-7-smb neutron-server[91540]: from cryptography.utils import int_from_bytes Jun 02 07:58:08.382940 dv-cinder-786385-7-smb neutron-server[91540]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 02 07:58:08.382940 dv-cinder-786385-7-smb neutron-server[91540]: from cryptography.utils import int_from_bytes Jun 02 07:58:08.382940 dv-cinder-786385-7-smb neutron-server[91540]: Traceback (most recent call last): Jun 02 07:58:08.382940 dv-cinder-786385-7-smb neutron-server[91540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 07:58:08.382940 dv-cinder-786385-7-smb neutron-server[91540]: timer() Jun 02 07:58:08.382940 dv-cinder-786385-7-smb neutron-server[91540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 07:58:08.382940 dv-cinder-786385-7-smb neutron-server[91540]: cb(*args, **kw) Jun 02 07:58:08.382940 dv-cinder-786385-7-smb neutron-server[91540]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 07:58:08.382940 dv-cinder-786385-7-smb neutron-server[91540]: return func(*args, **kwargs) Jun 02 07:58:08.382940 dv-cinder-786385-7-smb neutron-server[91540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 07:58:08.382940 dv-cinder-786385-7-smb neutron-server[91540]: self._notify() Jun 02 07:58:08.382940 dv-cinder-786385-7-smb neutron-server[91540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 07:58:08.382940 dv-cinder-786385-7-smb neutron-server[91540]: self.callback(batched_events) Jun 02 07:58:08.382940 dv-cinder-786385-7-smb neutron-server[91540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 07:58:08.382940 dv-cinder-786385-7-smb neutron-server[91540]: event.method(event) Jun 02 07:58:08.382940 dv-cinder-786385-7-smb neutron-server[91540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 07:58:08.382940 dv-cinder-786385-7-smb neutron-server[91540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 07:58:08.382940 dv-cinder-786385-7-smb neutron-server[91540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 07:58:08.382940 dv-cinder-786385-7-smb neutron-server[91540]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 07:58:08.382940 dv-cinder-786385-7-smb neutron-server[91540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 07:58:08.382940 dv-cinder-786385-7-smb neutron-server[91540]: return f(self, *a, **k) Jun 02 07:58:08.382940 dv-cinder-786385-7-smb neutron-server[91540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 07:58:08.382940 dv-cinder-786385-7-smb neutron-server[91540]: return self._get(url).json() Jun 02 07:58:08.382940 dv-cinder-786385-7-smb neutron-server[91540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 07:58:08.382940 dv-cinder-786385-7-smb neutron-server[91540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 07:58:08.382940 dv-cinder-786385-7-smb neutron-server[91540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 07:58:08.382940 dv-cinder-786385-7-smb neutron-server[91540]: return self.request(url, 'GET', **kwargs) Jun 02 07:58:08.382940 dv-cinder-786385-7-smb neutron-server[91540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 07:58:08.382940 dv-cinder-786385-7-smb neutron-server[91540]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 07:58:08.382940 dv-cinder-786385-7-smb neutron-server[91540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 07:58:08.382940 dv-cinder-786385-7-smb neutron-server[91540]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 07:58:08.382940 dv-cinder-786385-7-smb neutron-server[91540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 07:58:08.382940 dv-cinder-786385-7-smb neutron-server[91540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 07:58:08.382940 dv-cinder-786385-7-smb neutron-server[91540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 07:58:08.401326 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-82d4861c-d665-4ea6-838b-7299124b9850 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:08.450079 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fba84-2753-407a-83e0-03e10d5e436b req-4831e2dd-db2b-4e57-a70a-885294b58daf tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:08.458329 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-258fba84-2753-407a-83e0-03e10d5e436b req-4831e2dd-db2b-4e57-a70a-885294b58daf tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a3c29f-1050-4225-bb5f-3109fe7eab5a HTTP/1.1" status: 200 len: 931 time: 1.1735814 Jun 02 07:58:08.460082 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-82d4861c-d665-4ea6-838b-7299124b9850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27652429'] for port, after_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:08.575893 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-b91f56b2-2312-4cb2-b87a-b67171c49740 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:08.690919 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.db.resource_extend [None req-b91f56b2-2312-4cb2-b87a-b67171c49740 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 07:58:08.724683 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.provisioning_blocks [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-313b75b7-0b58-4e01-8a5f-71387b9f9bd3 service neutron] Transition to ACTIVE for port object c9c5edf8-d2dd-493a-abee-1749cd4995bc will not be triggered until provisioned by entity L2. {{(pid=91539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:58:08.734107 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-313b75b7-0b58-4e01-8a5f-71387b9f9bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:08.740686 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:08.794675 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d4861c-d665-4ea6-838b-7299124b9850 admin admin] Pushing event updated for resources: {'Port': ['ID=c3796da1-db85-47cf-82e9-5664f02b51ce,revision_number=2']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:08.801138 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-82d4861c-d665-4ea6-838b-7299124b9850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:08.857538 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b91f56b2-2312-4cb2-b87a-b67171c49740 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for port, precommit_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:08.863478 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-258fba84-2753-407a-83e0-03e10d5e436b req-2b9df44d-45b1-4f53-abba-65f918475cf4 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Synchronizing usage tracker for tenant:74cc8f4cfe4549ceafbae584172b2ebe on resource:security_group {{(pid=91540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 07:58:08.869798 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-48637f4e-ef81-49e9-b4b0-85b9a4e96a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3859897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-947529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-945717'] for network, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:08.891035 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b91f56b2-2312-4cb2-b87a-b67171c49740 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27652429'] for port, after_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:08.903716 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-48637f4e-ef81-49e9-b4b0-85b9a4e96a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for network, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:08.916524 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-c2ca78aa-99be-4ea1-a3c9-fc989d642254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:08.928947 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b75b7-0b58-4e01-8a5f-71387b9f9bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c5edf8-d2dd-493a-abee-1749cd4995bc,revision_number=2']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:08.940814 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-313b75b7-0b58-4e01-8a5f-71387b9f9bd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:08.946770 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-48637f4e-ef81-49e9-b4b0-85b9a4e96a78 admin admin] 10.222.0.81 "DELETE /v2.0/networks/682637a2-2606-48c6-bbae-4f631e715216 HTTP/1.1" status: 204 len: 168 time: 3.8437316 Jun 02 07:58:08.978287 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-258fba84-2753-407a-83e0-03e10d5e436b req-2b9df44d-45b1-4f53-abba-65f918475cf4 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Unset dirty status for tenant:74cc8f4cfe4549ceafbae584172b2ebe on resource:security_group {{(pid=91540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 07:58:08.979467 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-258fba84-2753-407a-83e0-03e10d5e436b req-2b9df44d-45b1-4f53-abba-65f918475cf4 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.81 "GET /v2.0/security-groups?id=8408fc2a-0067-45ba-a4a5-5034d5249ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5205221 Jun 02 07:58:08.985172 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48637f4e-ef81-49e9-b4b0-85b9a4e96a78 admin admin] Pushing event deleted for resources: {'Network': ['ID=682637a2-2606-48c6-bbae-4f631e715216,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:08.996678 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-48637f4e-ef81-49e9-b4b0-85b9a4e96a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:08.997332 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:09.215372 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-82d4861c-d665-4ea6-838b-7299124b9850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945887'] for router_interface, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:09.270014 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 39680) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:09.303423 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f56b2-2312-4cb2-b87a-b67171c49740 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Pushing event updated for resources: {'Port': ['ID=cda1c153-1f22-4c6e-b733-2ec00524021d,revision_number=2']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:09.322338 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-b91f56b2-2312-4cb2-b87a-b67171c49740 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:09.338903 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b91f56b2-2312-4cb2-b87a-b67171c49740 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-945703'] for floatingip, after_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:09.443068 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b91f56b2-2312-4cb2-b87a-b67171c49740 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for floatingip, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:09.462694 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-b91f56b2-2312-4cb2-b87a-b67171c49740 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.6186121 Jun 02 07:58:09.587141 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d4861c-d665-4ea6-838b-7299124b9850 admin admin] Network c2b2e088-f309-40ee-a9da-7f4c929ceb8e is already hosted by enough agents. {{(pid=91540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 07:58:09.588775 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.base_scheduler [None req-82d4861c-d665-4ea6-838b-7299124b9850 admin admin] Resources bound (agent type, host, resource id): {{(pid=91540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:58:09.674870 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-89712fcd-a580-4188-b072-d79b79db41cf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3a006c1cfdc7430b8e43166b3582046d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4021282 Jun 02 07:58:09.675411 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 39694) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:09.751492 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-313b75b7-0b58-4e01-8a5f-71387b9f9bd3 service neutron] Attempting to bind port c9c5edf8-d2dd-493a-abee-1749cd4995bc on host hv-cinder-78638 for vnic_type normal with profile {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 07:58:09.757866 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-313b75b7-0b58-4e01-8a5f-71387b9f9bd3 service neutron] Attempting to bind port c9c5edf8-d2dd-493a-abee-1749cd4995bc by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '108df582-a270-47de-a682-8952cd6685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5e96e84b-a7d8-4584-bf70-fa12f4dcc255'}] {{(pid=91539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 07:58:09.758301 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-313b75b7-0b58-4e01-8a5f-71387b9f9bd3 service neutron] Attempting to bind port c9c5edf8-d2dd-493a-abee-1749cd4995bc on network 5e96e84b-a7d8-4584-bf70-fa12f4dcc255 {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 07:58:09.784673 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:09.806785 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-313b75b7-0b58-4e01-8a5f-71387b9f9bd3 service neutron] Port c9c5edf8-d2dd-493a-abee-1749cd4995bc on network 5e96e84b-a7d8-4584-bf70-fa12f4dcc255 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 07:58:09.807113 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-313b75b7-0b58-4e01-8a5f-71387b9f9bd3 service neutron] Attempting to bind port c9c5edf8-d2dd-493a-abee-1749cd4995bc on network 5e96e84b-a7d8-4584-bf70-fa12f4dcc255 {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 07:58:09.844138 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-313b75b7-0b58-4e01-8a5f-71387b9f9bd3 service neutron] Checking agent: {'id': '771bc7c6-ed6b-4515-8704-024740aedec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 56, 10), 'started_at': datetime.datetime(2021, 6, 2, 7, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 7, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 07:58:09.845004 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-313b75b7-0b58-4e01-8a5f-71387b9f9bd3 service neutron] Checking segment: {'id': '108df582-a270-47de-a682-8952cd6685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5e96e84b-a7d8-4584-bf70-fa12f4dcc255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:58:09.846283 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-313b75b7-0b58-4e01-8a5f-71387b9f9bd3 service neutron] Bound using segment: {'id': '108df582-a270-47de-a682-8952cd6685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5e96e84b-a7d8-4584-bf70-fa12f4dcc255'} {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 07:58:09.846893 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-313b75b7-0b58-4e01-8a5f-71387b9f9bd3 service neutron] Bound port: c9c5edf8-d2dd-493a-abee-1749cd4995bc, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '108df582-a270-47de-a682-8952cd6685a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5e96e84b-a7d8-4584-bf70-fa12f4dcc255'}}] {{(pid=91539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 07:58:09.847342 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-313b75b7-0b58-4e01-8a5f-71387b9f9bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:09.860790 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device b63de57b-406e-448d-af03-d130089792ed up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:58:10.014645 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-c243814f-90a4-49ba-b63e-91b223f4f491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:10.094984 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-c243814f-90a4-49ba-b63e-91b223f4f491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:10.125925 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-313b75b7-0b58-4e01-8a5f-71387b9f9bd3 service neutron] For port c9c5edf8-d2dd-493a-abee-1749cd4995bc, host hv-cinder-78638, cleared binding levels {{(pid=91539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 07:58:10.162564 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-313b75b7-0b58-4e01-8a5f-71387b9f9bd3 service neutron] For port c9c5edf8-d2dd-493a-abee-1749cd4995bc, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c9c5edf8-d2dd-493a-abee-1749cd4995bc,segment=NetworkSegment(108df582-a270-47de-a682-8952cd6685a3),segment_id=108df582-a270-47de-a682-8952cd6685a3)] {{(pid=91539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 07:58:10.169771 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-313b75b7-0b58-4e01-8a5f-71387b9f9bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:10.178113 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-9027e495-c85e-4ff6-8f62-363ae6a293c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:10.195580 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d4861c-d665-4ea6-838b-7299124b9850 admin admin] Router f3dc0b6a-ac16-413b-b6c4-0571283fb525 has already been hosted by L3 agent 221affb1-81f2-42a7-84c7-b8c79a9401bf {{(pid=91540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 07:58:10.208033 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-1810a558-8545-40f4-88f8-936f85e08e1c None None] Provisioning complete for port c3796da1-db85-47cf-82e9-5664f02b51ce triggered by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:58:10.214506 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1810a558-8545-40f4-88f8-936f85e08e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:10.332076 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-313b75b7-0b58-4e01-8a5f-71387b9f9bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:10.338824 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-313b75b7-0b58-4e01-8a5f-71387b9f9bd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:10.340518 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-313b75b7-0b58-4e01-8a5f-71387b9f9bd3 service neutron] 10.222.0.79 "PUT /v2.0/ports/c9c5edf8-d2dd-493a-abee-1749cd4995bc HTTP/1.1" status: 200 len: 1093 time: 4.2362130 Jun 02 07:58:10.341541 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a3c29f-1050-4225-bb5f-3109fe7eab5a', 'tag': 'c9c5edf8-d2dd-493a-abee-1749cd4995bc'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 07:58:10.474928 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port b63de57b-406e-448d-af03-d130089792ed triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:58:10.475446 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:10.496566 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b75b7-0b58-4e01-8a5f-71387b9f9bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c5edf8-d2dd-493a-abee-1749cd4995bc,revision_number=3']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:10.589407 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-1810a558-8545-40f4-88f8-936f85e08e1c None None] Port c3796da1-db85-47cf-82e9-5664f02b51ce cannot update to ACTIVE because it is not bound. {{(pid=91541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 07:58:10.724342 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d4861c-d665-4ea6-838b-7299124b9850 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-smb the message routers_updated {{(pid=91540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 07:58:10.732552 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-82d4861c-d665-4ea6-838b-7299124b9850 admin admin] 10.222.0.81 "PUT /v2.0/routers/f3dc0b6a-ac16-413b-b6c4-0571283fb525/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0711167 Jun 02 07:58:10.754532 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331c74df-fd17-47c2-8fff-51fecf186467 None None] Sync routers for ids ['f3dc0b6a-ac16-413b-b6c4-0571283fb525'] in dv-cinder-786385-7-smb {{(pid=91541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 07:58:10.770221 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331c74df-fd17-47c2-8fff-51fecf186467 None None] Routers {'f3dc0b6a-ac16-413b-b6c4-0571283fb525'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 07:58:10.770857 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-331c74df-fd17-47c2-8fff-51fecf186467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T07:58:03Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['f3dc0b6a-ac16-413b-b6c4-0571283fb525'], 'active': True} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:58:10.791196 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-313b75b7-0b58-4e01-8a5f-71387b9f9bd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:10.796561 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-c243814f-90a4-49ba-b63e-91b223f4f491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:10.892020 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-8d889084-99e3-4825-8b15-51076b9a0a9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:10.898453 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de43e9-8e77-4c01-a9e1-baabda6a033f req-4cadb3ec-0a44-499a-ba0b-b4a3f347628c tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:10.900274 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-d6de43e9-8e77-4c01-a9e1-baabda6a033f req-4cadb3ec-0a44-499a-ba0b-b4a3f347628c tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a3c29f-1050-4225-bb5f-3109fe7eab5a HTTP/1.1" status: 200 len: 943 time: 0.1730549 Jun 02 07:58:10.933127 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c243814f-90a4-49ba-b63e-91b223f4f491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8a596e-fc13-4ffd-b537-b1f803faea81,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:11.013774 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-c243814f-90a4-49ba-b63e-91b223f4f491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:11.025250 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6918645b-4b26-4eda-9c9a-49f76ca654fc" -d '{"events": [{"name": "network-changed", "server_uuid": "89a3c29f-1050-4225-bb5f-3109fe7eab5a", "tag": "c9c5edf8-d2dd-493a-abee-1749cd4995bc"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 07:58:11.039590 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-9d92071d-5216-487e-bca0-ae46888463eb tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Synchronizing usage tracker for tenant:688fc7fec3424c8e87ae035c39491898 on resource:security_group {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 07:58:11.054279 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-c243814f-90a4-49ba-b63e-91b223f4f491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:11.058644 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-c243814f-90a4-49ba-b63e-91b223f4f491 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ab8a596e-fc13-4ffd-b537-b1f803faea81 HTTP/1.1" status: 204 len: 168 time: 1.3791623 Jun 02 07:58:11.061102 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-d6de43e9-8e77-4c01-a9e1-baabda6a033f req-58447c3d-3e4e-4bd5-be0d-6816282471dd tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.81 "GET /v2.0/security-groups?id=8408fc2a-0067-45ba-a4a5-5034d5249ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544518 Jun 02 07:58:11.089304 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-065869e2-2b41-4f45-befe-33bfbcd89e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:11.091358 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-065869e2-2b41-4f45-befe-33bfbcd89e33 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=74cc8f4cfe4549ceafbae584172b2ebe&device_id=89a3c29f-1050-4225-bb5f-3109fe7eab5a HTTP/1.1" status: 200 len: 1096 time: 0.5321231 Jun 02 07:58:11.093611 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-9d92071d-5216-487e-bca0-ae46888463eb tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Unset dirty status for tenant:688fc7fec3424c8e87ae035c39491898 on resource:security_group {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 07:58:11.095256 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-9d92071d-5216-487e-bca0-ae46888463eb tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--497081892&fields=id&tenant_id=688fc7fec3424c8e87ae035c39491898 HTTP/1.1" status: 200 len: 267 time: 0.5704417 Jun 02 07:58:11.278936 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvr_db [None req-331c74df-fd17-47c2-8fff-51fecf186467 None None] Set router f3dc0b6a-ac16-413b-b6c4-0571283fb525 gateway port host: dv-cinder-786385-7-smb {{(pid=91541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 07:58:11.520676 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-b7a21d66-fe08-4c5a-a0cc-7614d7bec486 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:11.522332 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-b7a21d66-fe08-4c5a-a0cc-7614d7bec486 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/networks?id=5920cfca-f051-4509-941a-46b192c48b56 HTTP/1.1" status: 200 len: 811 time: 0.3510656 Jun 02 07:58:11.523839 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 07:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bbbd34-d7a1-437b-b257-284e83ba6c2a x-openstack-request-id: req-f1bbbd34-d7a1-437b-b257-284e83ba6c2a {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 07:58:11.524157 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89a3c29f-1050-4225-bb5f-3109fe7eab5a", "tag": "c9c5edf8-d2dd-493a-abee-1749cd4995bc", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 07:58:11.524427 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f1bbbd34-d7a1-437b-b257-284e83ba6c2a {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 07:58:11.524895 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89a3c29f-1050-4225-bb5f-3109fe7eab5a', 'tag': 'c9c5edf8-d2dd-493a-abee-1749cd4995bc', 'status': 'completed', 'code': 200} Jun 02 07:58:11.541066 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-dce881ef-c9d8-4d4c-99df-5f9330685182 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9c5edf8-d2dd-493a-abee-1749cd4995bc HTTP/1.1" status: 200 len: 217 time: 0.4397342 Jun 02 07:58:11.544887 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-1a100329-de3d-4ceb-8cb1-cd08ed032b7f tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/quotas/688fc7fec3424c8e87ae035c39491898 HTTP/1.1" status: 200 len: 375 time: 0.0119741 Jun 02 07:58:11.856320 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-d5e6a0f9-288c-42ce-9cfc-46895877008e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:11.859286 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-d5e6a0f9-288c-42ce-9cfc-46895877008e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=72e6506d-3949-4e54-8b9c-d9d0a5e6de45 HTTP/1.1" status: 200 len: 852 time: 0.3100407 Jun 02 07:58:11.912322 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-b433904b-df47-4868-9905-bd14b9044963 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Synchronizing usage tracker for tenant:688fc7fec3424c8e87ae035c39491898 on resource:port {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 07:58:12.031662 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 39780) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:12.034427 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-331c74df-fd17-47c2-8fff-51fecf186467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'name': 'tempest-AttachVolumeShelveTestJSON-235286783-router', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'b63de57b-406e-448d-af03-d130089792ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:51Z', 'updated_at': '2021-06-02T07:58:07Z', 'revision_number': 4, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'gw_port': {'id': 'b63de57b-406e-448d-af03-d130089792ed', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:00:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:53Z', 'updated_at': '2021-06-02T07:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': 'c3796da1-db85-47cf-82e9-5664f02b51ce', 'name': '', 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'mac_address': 'fa:16:3e:04:43:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'dab5414d-1dc2-421f-9986-4a6ba721194d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:58:01Z', 'updated_at': '2021-06-02T07:58:08Z', 'revision_number': 2, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'subnets': [{'id': 'dab5414d-1dc2-421f-9986-4a6ba721194d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:58:12.037712 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-6df1e4b3-b127-46c8-91c2-dca266ecec00 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5e96e84b-a7d8-4584-bf70-fa12f4dcc255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1484911 Jun 02 07:58:12.045345 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331c74df-fd17-47c2-8fff-51fecf186467 None None] Checking router: f3dc0b6a-ac16-413b-b6c4-0571283fb525 for host: dv-cinder-786385-7-smb {{(pid=91541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 07:58:12.045946 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331c74df-fd17-47c2-8fff-51fecf186467 None None] Updating router f3dc0b6a-ac16-413b-b6c4-0571283fb525 port c3796da1-db85-47cf-82e9-5664f02b51ce binding host dv-cinder-786385-7-smb {{(pid=91541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 07:58:12.101866 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-b433904b-df47-4868-9905-bd14b9044963 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Unset dirty status for tenant:688fc7fec3424c8e87ae035c39491898 on resource:port {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 07:58:12.105653 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-b433904b-df47-4868-9905-bd14b9044963 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=688fc7fec3424c8e87ae035c39491898&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4649787 Jun 02 07:58:12.164536 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-a6b04da5-c3a6-4eed-b5b6-b83733e1a330 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=839a57fe8be445d2b9f233fc3995e33f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1303623 Jun 02 07:58:12.166798 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 39788) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:12.244877 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-331c74df-fd17-47c2-8fff-51fecf186467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:12.372526 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-c1307597-8432-4f5a-a655-1a74a7921d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:12.378238 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-5ac014b3-75c1-4572-a50e-f3ef2f3bf8cf service neutron] 10.222.0.79 "GET /v2.0/networks/5e96e84b-a7d8-4584-bf70-fa12f4dcc255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274381 Jun 02 07:58:12.428177 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-c1307597-8432-4f5a-a655-1a74a7921d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:12.512047 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-c1307597-8432-4f5a-a655-1a74a7921d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:12.525648 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:12.559729 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1307597-8432-4f5a-a655-1a74a7921d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c86517-ee57-4676-85fc-bcb90106b93e,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:12.576015 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-c1307597-8432-4f5a-a655-1a74a7921d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:12.582502 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-c1307597-8432-4f5a-a655-1a74a7921d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:12.584117 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-c1307597-8432-4f5a-a655-1a74a7921d41 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d2c86517-ee57-4676-85fc-bcb90106b93e HTTP/1.1" status: 204 len: 168 time: 0.4132397 Jun 02 07:58:12.600313 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-245af72e-d1ee-47b7-b10f-a42d0af259b1 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=91539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 07:58:12.605915 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-245af72e-d1ee-47b7-b10f-a42d0af259b1 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1608846 Jun 02 07:58:12.961784 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 39806) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:12.997960 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 39810) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:13.004376 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-f2dca9da-d29e-47ae-a764-fb8d59bbc728 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Request body: {'security_group': {'name': 'tempest-securitygroup--86902525', 'description': 'tempest-description--84563835'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:58:13.037485 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-f2dca9da-d29e-47ae-a764-fb8d59bbc728 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:13.066630 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-f2dca9da-d29e-47ae-a764-fb8d59bbc728 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Usage tracker for resource:security_group and tenant:6b8d02cd22f94fd0a8a8af38d9d22b8d is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:13.078671 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-f2dca9da-d29e-47ae-a764-fb8d59bbc728 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:13.096738 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-f2dca9da-d29e-47ae-a764-fb8d59bbc728 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:13.142685 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f2dca9da-d29e-47ae-a764-fb8d59bbc728 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:13.200375 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d6b62b48-2761-4fb3-bfac-bd4c32ce0943 req-090a13f5-962f-40a0-bec4-8b5351023728 service neutron] 10.222.0.79 "GET /v2.0/networks/5e96e84b-a7d8-4584-bf70-fa12f4dcc255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8049278 Jun 02 07:58:13.240605 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-331c74df-fd17-47c2-8fff-51fecf186467 None None] Notify callbacks [] for port, precommit_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:13.271997 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-708716ec-eb70-4ea9-b932-aed5d7bae98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:13.277309 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-331c74df-fd17-47c2-8fff-51fecf186467 None None] Transition to ACTIVE for port object c3796da1-db85-47cf-82e9-5664f02b51ce will not be triggered until provisioned by entity L2. {{(pid=91541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:58:13.299194 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-331c74df-fd17-47c2-8fff-51fecf186467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:13.329322 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-91fb495a-9e00-4372-9d1b-9b9f704f0ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:13.337605 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-708716ec-eb70-4ea9-b932-aed5d7bae98c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:13.342452 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-708716ec-eb70-4ea9-b932-aed5d7bae98c admin admin] Usage tracker for resource:security_group_rule and tenant:2fa1584ebae544ab90aeedd63d79b583 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:13.346401 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-708716ec-eb70-4ea9-b932-aed5d7bae98c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:13.353199 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-708716ec-eb70-4ea9-b932-aed5d7bae98c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:13.385875 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-f2dca9da-d29e-47ae-a764-fb8d59bbc728 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:13.389795 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-f2dca9da-d29e-47ae-a764-fb8d59bbc728 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Usage tracker for resource:security_group_rule and tenant:6b8d02cd22f94fd0a8a8af38d9d22b8d is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:13.398550 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-f2dca9da-d29e-47ae-a764-fb8d59bbc728 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:13.421850 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-f2dca9da-d29e-47ae-a764-fb8d59bbc728 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:13.504473 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-50bd2af9-c7e5-4a99-800c-751f9142f21b service neutron] 10.222.0.81 "GET /v2.0/networks/5920cfca-f051-4509-941a-46b192c48b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7546620 Jun 02 07:58:13.871358 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db030f9-3a66-416c-9070-f54c4ffe0d9e None None] Pushing event updated for resources: {'Port': ['ID=c3796da1-db85-47cf-82e9-5664f02b51ce,revision_number=3']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:13.876201 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-5db030f9-3a66-416c-9070-f54c4ffe0d9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:13.883614 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-331c74df-fd17-47c2-8fff-51fecf186467 None None] Attempting to bind port c3796da1-db85-47cf-82e9-5664f02b51ce on host dv-cinder-786385-7-smb for vnic_type normal with profile {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 07:58:13.884035 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-331c74df-fd17-47c2-8fff-51fecf186467 None None] Attempting to bind port c3796da1-db85-47cf-82e9-5664f02b51ce by drivers openvswitch,hyperv on host dv-cinder-786385-7-smb at level 0 using segments [{'id': '0a9f3729-62b7-4b55-a4b9-f7267fb154d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e'}] {{(pid=91541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 07:58:13.884439 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331c74df-fd17-47c2-8fff-51fecf186467 None None] Attempting to bind port c3796da1-db85-47cf-82e9-5664f02b51ce on network c2b2e088-f309-40ee-a9da-7f4c929ceb8e {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 07:58:13.901196 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-708716ec-eb70-4ea9-b932-aed5d7bae98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:13.914762 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331c74df-fd17-47c2-8fff-51fecf186467 None None] Checking agent: {'id': '2a0e1ac3-7fb5-40bc-887e-90e9797fe79d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 50, 2), 'started_at': datetime.datetime(2021, 6, 2, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 7, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 07:58:13.915888 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-708716ec-eb70-4ea9-b932-aed5d7bae98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:13.919683 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331c74df-fd17-47c2-8fff-51fecf186467 None None] Checking segment: {'id': '0a9f3729-62b7-4b55-a4b9-f7267fb154d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:58:13.920239 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-331c74df-fd17-47c2-8fff-51fecf186467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:13.920706 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331c74df-fd17-47c2-8fff-51fecf186467 None None] Bound using segment: {'id': '0a9f3729-62b7-4b55-a4b9-f7267fb154d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e'} {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 07:58:13.921213 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-331c74df-fd17-47c2-8fff-51fecf186467 None None] Bound port: c3796da1-db85-47cf-82e9-5664f02b51ce, host: dv-cinder-786385-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9f3729-62b7-4b55-a4b9-f7267fb154d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e'}}] {{(pid=91541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 07:58:13.925518 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-331c74df-fd17-47c2-8fff-51fecf186467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:13.932899 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4503a9-705e-4c89-958e-f29e0555631e req-760f3810-6c63-4db0-8826-a30855a45d4f tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:13.941522 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5c4503a9-705e-4c89-958e-f29e0555631e req-760f3810-6c63-4db0-8826-a30855a45d4f tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a3c29f-1050-4225-bb5f-3109fe7eab5a HTTP/1.1" status: 200 len: 943 time: 0.3215415 Jun 02 07:58:14.006514 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f2dca9da-d29e-47ae-a764-fb8d59bbc728 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:14.015378 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:14.110275 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f2dca9da-d29e-47ae-a764-fb8d59bbc728 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:14.175282 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-331c74df-fd17-47c2-8fff-51fecf186467 None None] For port c3796da1-db85-47cf-82e9-5664f02b51ce, host dv-cinder-786385-7-smb, cleared binding levels {{(pid=91541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 07:58:14.187742 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-331c74df-fd17-47c2-8fff-51fecf186467 None None] For port c3796da1-db85-47cf-82e9-5664f02b51ce, host dv-cinder-786385-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=c3796da1-db85-47cf-82e9-5664f02b51ce,segment=NetworkSegment(0a9f3729-62b7-4b55-a4b9-f7267fb154d2),segment_id=0a9f3729-62b7-4b55-a4b9-f7267fb154d2)] {{(pid=91541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 07:58:14.214571 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-331c74df-fd17-47c2-8fff-51fecf186467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:14.246163 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:14.280278 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5c4503a9-705e-4c89-958e-f29e0555631e req-a79833da-d076-4906-8306-2c28d0e2c171 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.81 "GET /v2.0/security-groups?id=8408fc2a-0067-45ba-a4a5-5034d5249ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378513 Jun 02 07:58:14.284958 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-708716ec-eb70-4ea9-b932-aed5d7bae98c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2fa1584ebae544ab90aeedd63d79b583&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3220034 Jun 02 07:58:14.286026 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708716ec-eb70-4ea9-b932-aed5d7bae98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa24628b-2579-4783-9027-7d86a7a87a4d,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:14.289634 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 39848) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:14.291949 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-708716ec-eb70-4ea9-b932-aed5d7bae98c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:14.305922 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:14.313960 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918645b-4b26-4eda-9c9a-49f76ca654fc req-7e9f6ef5-7fe8-4f1a-aa8f-a8fc8a0b095e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:14.315183 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f2dca9da-d29e-47ae-a764-fb8d59bbc728 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:14.316978 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-f2dca9da-d29e-47ae-a764-fb8d59bbc728 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 1.3182406 Jun 02 07:58:14.319443 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-6918645b-4b26-4eda-9c9a-49f76ca654fc req-7e9f6ef5-7fe8-4f1a-aa8f-a8fc8a0b095e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=74cc8f4cfe4549ceafbae584172b2ebe&device_id=89a3c29f-1050-4225-bb5f-3109fe7eab5a HTTP/1.1" status: 200 len: 1096 time: 0.9594314 Jun 02 07:58:14.328030 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 39852) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:14.334928 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-ab19a7f3-6fe4-41e0-a1b5-5977252032d8 service neutron] 10.222.0.81 "GET /v2.0/networks/5920cfca-f051-4509-941a-46b192c48b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8199389 Jun 02 07:58:14.351301 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [None req-fd9a5b48-718f-4451-b03a-24ae4f4191c3 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Request body: {'security_group_rule': {'security_group_id': '4bce1a02-592b-4fe7-a5b8-37d86ee48de2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:58:14.380982 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dca9da-d29e-47ae-a764-fb8d59bbc728 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bce1a02-592b-4fe7-a5b8-37d86ee48de2,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:14.386360 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-f2dca9da-d29e-47ae-a764-fb8d59bbc728 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:14.448726 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-8b4689cb-2614-441d-88d9-d0b87334770d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:14.487836 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331c74df-fd17-47c2-8fff-51fecf186467 None None] Routers {'f3dc0b6a-ac16-413b-b6c4-0571283fb525'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 07:58:14.488537 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-331c74df-fd17-47c2-8fff-51fecf186467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T07:58:03Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['f3dc0b6a-ac16-413b-b6c4-0571283fb525'], 'active': True} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:58:14.553313 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-8b4689cb-2614-441d-88d9-d0b87334770d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:14.697797 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-8b4689cb-2614-441d-88d9-d0b87334770d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:14.703783 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-fc85e334-657c-49f9-938e-5a66e3c2135b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:14.739058 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4689cb-2614-441d-88d9-d0b87334770d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa24628b-2579-4783-9027-7d86a7a87a4d,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:14.744466 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-8b4689cb-2614-441d-88d9-d0b87334770d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:14.761348 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-8b4689cb-2614-441d-88d9-d0b87334770d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:14.762758 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-8b4689cb-2614-441d-88d9-d0b87334770d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fa24628b-2579-4783-9027-7d86a7a87a4d HTTP/1.1" status: 204 len: 168 time: 0.4720380 Jun 02 07:58:14.812897 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918645b-4b26-4eda-9c9a-49f76ca654fc req-63b7c50e-99f8-4e65-8bc1-4f1a6fc12778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:14.815011 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-6918645b-4b26-4eda-9c9a-49f76ca654fc req-63b7c50e-99f8-4e65-8bc1-4f1a6fc12778 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5e96e84b-a7d8-4584-bf70-fa12f4dcc255 HTTP/1.1" status: 200 len: 913 time: 0.4445078 Jun 02 07:58:14.828528 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-fd9a5b48-718f-4451-b03a-24ae4f4191c3 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:14.850301 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-fd9a5b48-718f-4451-b03a-24ae4f4191c3 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Usage tracker for resource:security_group_rule and tenant:6b8d02cd22f94fd0a8a8af38d9d22b8d is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:15.065501 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-6918645b-4b26-4eda-9c9a-49f76ca654fc req-4b21f9ad-02f3-4e40-943e-74afd2764d6c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9c5edf8-d2dd-493a-abee-1749cd4995bc HTTP/1.1" status: 200 len: 217 time: 0.2159402 Jun 02 07:58:15.065501 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-fd9a5b48-718f-4451-b03a-24ae4f4191c3 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:15.077606 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-fd9a5b48-718f-4451-b03a-24ae4f4191c3 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:15.135555 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db030f9-3a66-416c-9070-f54c4ffe0d9e None None] Pushing event updated for resources: {'Port': ['ID=c3796da1-db85-47cf-82e9-5664f02b51ce,revision_number=4']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:15.152081 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-3030fee2-8870-4d99-8b15-a4b3a8f662fd req-e6917e01-ea38-4727-bdc2-d6c6c7c4a163 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 210 time: 0.2433956 Jun 02 07:58:15.160947 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-5db030f9-3a66-416c-9070-f54c4ffe0d9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.913s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:15.251293 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918645b-4b26-4eda-9c9a-49f76ca654fc req-147875d4-78a4-4b23-a0ed-62e17e7a17ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:15.255105 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-6918645b-4b26-4eda-9c9a-49f76ca654fc req-147875d4-78a4-4b23-a0ed-62e17e7a17ef service neutron] 10.222.0.79 "GET /v2.0/subnets?id=72e6506d-3949-4e54-8b9c-d9d0a5e6de45 HTTP/1.1" status: 200 len: 852 time: 0.1710033 Jun 02 07:58:15.257878 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvr_db [None req-331c74df-fd17-47c2-8fff-51fecf186467 None None] Set router f3dc0b6a-ac16-413b-b6c4-0571283fb525 gateway port host: dv-cinder-786385-7-smb {{(pid=91541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 07:58:15.259433 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-fd9a5b48-718f-4451-b03a-24ae4f4191c3 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:15.468850 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-6918645b-4b26-4eda-9c9a-49f76ca654fc req-f3526fdf-7209-4750-a7c5-1ad8831e84b4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5e96e84b-a7d8-4584-bf70-fa12f4dcc255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1790612 Jun 02 07:58:15.586858 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 39900) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:15.610126 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-fd9a5b48-718f-4451-b03a-24ae4f4191c3 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:15.645666 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-dfd33e9c-56d9-4d44-bf88-01417d838cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:15.707781 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-fd9a5b48-718f-4451-b03a-24ae4f4191c3 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947614'] for security_group_rule, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:15.721932 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-dfd33e9c-56d9-4d44-bf88-01417d838cb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:15.749579 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-dfd33e9c-56d9-4d44-bf88-01417d838cb3 admin admin] Usage tracker for resource:security_group_rule and tenant:76ee54c7896b4d159ff5680936b67b61 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:15.760132 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-dfd33e9c-56d9-4d44-bf88-01417d838cb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:15.776382 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-5b6a26d8-0663-4826-8041-e62370148d9a tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:15.793095 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-dfd33e9c-56d9-4d44-bf88-01417d838cb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:15.800195 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a5b48-718f-4451-b03a-24ae4f4191c3 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8960c0b1-4434-4c45-9a59-712958e8d053,revision_number=0']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:15.818525 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-fd9a5b48-718f-4451-b03a-24ae4f4191c3 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:15.997985 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61f561-0548-4a54-b4f1-4918e57e6601 req-d11476fd-6d54-447e-bfd5-38ba4b1e5dc5 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:15.999876 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0a61f561-0548-4a54-b4f1-4918e57e6601 req-d11476fd-6d54-447e-bfd5-38ba4b1e5dc5 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a3c29f-1050-4225-bb5f-3109fe7eab5a HTTP/1.1" status: 200 len: 943 time: 0.2884974 Jun 02 07:58:16.004006 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-fd9a5b48-718f-4451-b03a-24ae4f4191c3 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:16.005436 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-fd9a5b48-718f-4451-b03a-24ae4f4191c3 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6760504 Jun 02 07:58:16.017035 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 39916) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:16.029571 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [None req-8dc46a2c-bedc-4ad8-b50c-13cfd6ea556a tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Request body: {'security_group_rule': {'security_group_id': '4bce1a02-592b-4fe7-a5b8-37d86ee48de2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:58:16.038032 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-8dc46a2c-bedc-4ad8-b50c-13cfd6ea556a tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:16.042452 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-8dc46a2c-bedc-4ad8-b50c-13cfd6ea556a tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Usage tracker for resource:security_group_rule and tenant:6b8d02cd22f94fd0a8a8af38d9d22b8d is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:16.045871 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-8dc46a2c-bedc-4ad8-b50c-13cfd6ea556a tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:16.054270 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-8dc46a2c-bedc-4ad8-b50c-13cfd6ea556a tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:16.094930 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8dc46a2c-bedc-4ad8-b50c-13cfd6ea556a tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:16.111439 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-6918645b-4b26-4eda-9c9a-49f76ca654fc req-f0ba3d9d-8f82-4d90-bb2d-ec280a06415f service neutron] 10.222.0.79 "GET /v2.0/networks/5e96e84b-a7d8-4584-bf70-fa12f4dcc255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4955816 Jun 02 07:58:16.122381 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-dfd33e9c-56d9-4d44-bf88-01417d838cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:16.134255 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-dfd33e9c-56d9-4d44-bf88-01417d838cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:16.153577 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0a61f561-0548-4a54-b4f1-4918e57e6601 req-ab2d0f2b-397f-40e2-a400-f68497c0228e tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.81 "GET /v2.0/security-groups?id=8408fc2a-0067-45ba-a4a5-5034d5249ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368530 Jun 02 07:58:16.154190 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-c1307597-8432-4f5a-a655-1a74a7921d41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:16.294050 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd33e9c-56d9-4d44-bf88-01417d838cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b765a694-e79c-452b-80d5-c18152b13a6a,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:16.305782 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-dfd33e9c-56d9-4d44-bf88-01417d838cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:16.388233 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-dfd33e9c-56d9-4d44-bf88-01417d838cb3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=76ee54c7896b4d159ff5680936b67b61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7993381 Jun 02 07:58:16.393617 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 39938) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:16.394446 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-331c74df-fd17-47c2-8fff-51fecf186467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'name': 'tempest-AttachVolumeShelveTestJSON-235286783-router', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'b63de57b-406e-448d-af03-d130089792ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:51Z', 'updated_at': '2021-06-02T07:58:07Z', 'revision_number': 4, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'gw_port': {'id': 'b63de57b-406e-448d-af03-d130089792ed', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:00:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:53Z', 'updated_at': '2021-06-02T07:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': 'c3796da1-db85-47cf-82e9-5664f02b51ce', 'name': '', 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'mac_address': 'fa:16:3e:04:43:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'dab5414d-1dc2-421f-9986-4a6ba721194d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:58:01Z', 'updated_at': '2021-06-02T07:58:14Z', 'revision_number': 4, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'subnets': [{'id': 'dab5414d-1dc2-421f-9986-4a6ba721194d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:58:16.410406 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331c74df-fd17-47c2-8fff-51fecf186467 None None] The sync data for ids ['f3dc0b6a-ac16-413b-b6c4-0571283fb525'] in dv-cinder-786385-7-smb is: [{'id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'name': 'tempest-AttachVolumeShelveTestJSON-235286783-router', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'b63de57b-406e-448d-af03-d130089792ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:51Z', 'updated_at': '2021-06-02T07:58:07Z', 'revision_number': 4, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'gw_port': {'id': 'b63de57b-406e-448d-af03-d130089792ed', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:00:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:53Z', 'updated_at': '2021-06-02T07:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': 'c3796da1-db85-47cf-82e9-5664f02b51ce', 'name': '', 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'mac_address': 'fa:16:3e:04:43:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'dab5414d-1dc2-421f-9986-4a6ba721194d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:58:01Z', 'updated_at': '2021-06-02T07:58:14Z', 'revision_number': 4, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'subnets': [{'id': 'dab5414d-1dc2-421f-9986-4a6ba721194d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 07:58:16.521265 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-6918645b-4b26-4eda-9c9a-49f76ca654fc req-4cc93d40-fab8-446f-a464-5e3f1dc607d4 service neutron] 10.222.0.79 "GET /v2.0/networks/5e96e84b-a7d8-4584-bf70-fa12f4dcc255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744104 Jun 02 07:58:16.549660 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ed6edfd0-cf3e-4a36-8f84-2a22b95df7b4 req-27fee825-54fc-4551-a9ab-2d98c0032512 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 210 time: 0.1915226 Jun 02 07:58:16.651511 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8dc46a2c-bedc-4ad8-b50c-13cfd6ea556a tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:16.661219 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8dc46a2c-bedc-4ad8-b50c-13cfd6ea556a tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947614'] for security_group_rule, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:16.687277 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:16.747381 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-2f78fc81-ee1c-4b33-aeff-e532f2f909ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:16.800542 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc46a2c-bedc-4ad8-b50c-13cfd6ea556a tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3883cd56-32cb-4cad-9460-f373ddf4ab0c,revision_number=0']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:16.820590 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-8dc46a2c-bedc-4ad8-b50c-13cfd6ea556a tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:16.823854 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-2f78fc81-ee1c-4b33-aeff-e532f2f909ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:16.831366 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8dc46a2c-bedc-4ad8-b50c-13cfd6ea556a tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:16.835971 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-8dc46a2c-bedc-4ad8-b50c-13cfd6ea556a tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8138490 Jun 02 07:58:16.838872 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 39952) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:16.854816 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [None req-1fcffeee-417a-4671-abb0-8f0c202a9683 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Request body: {'floatingip': {'floating_network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:58:16.877864 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-1fcffeee-417a-4671-abb0-8f0c202a9683 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:16.888022 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-1fcffeee-417a-4671-abb0-8f0c202a9683 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Usage tracker for resource:floatingip and tenant:6b8d02cd22f94fd0a8a8af38d9d22b8d is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:16.894565 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-1fcffeee-417a-4671-abb0-8f0c202a9683 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:16.908687 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-1fcffeee-417a-4671-abb0-8f0c202a9683 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:16.912229 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-2f78fc81-ee1c-4b33-aeff-e532f2f909ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:16.919265 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:16.935639 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-2f78fc81-ee1c-4b33-aeff-e532f2f909ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:16.939214 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-2f78fc81-ee1c-4b33-aeff-e532f2f909ed admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b765a694-e79c-452b-80d5-c18152b13a6a HTTP/1.1" status: 204 len: 168 time: 0.5403047 Jun 02 07:58:16.940273 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78fc81-ee1c-4b33-aeff-e532f2f909ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b765a694-e79c-452b-80d5-c18152b13a6a,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:16.941205 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-1fcffeee-417a-4671-abb0-8f0c202a9683 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for floatingip, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:16.949814 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-2f78fc81-ee1c-4b33-aeff-e532f2f909ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:17.281529 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-1fcffeee-417a-4671-abb0-8f0c202a9683 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:17.546418 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.db_base_plugin_common [None req-1fcffeee-417a-4671-abb0-8f0c202a9683 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Allocated IP 172.28.1.177 (e9a5f3f9-db43-4f06-8bac-5a44878f4be2/e2d41c65-2880-4a37-bb18-2012b034108f/7e6abdeb-da8b-47ca-9eb1-1a9765c01fa5) {{(pid=91539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 07:58:17.854843 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-1fcffeee-417a-4671-abb0-8f0c202a9683 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for port, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:17.860320 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device c3796da1-db85-47cf-82e9-5664f02b51ce up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:58:17.928163 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-1fcffeee-417a-4671-abb0-8f0c202a9683 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:17.939309 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-313b75b7-0b58-4e01-8a5f-71387b9f9bd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:18.049195 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcffeee-417a-4671-abb0-8f0c202a9683 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Pushing event updated for resources: {'Port': ['ID=7e6abdeb-da8b-47ca-9eb1-1a9765c01fa5,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:18.053748 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-1fcffeee-417a-4671-abb0-8f0c202a9683 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:18.083146 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcffeee-417a-4671-abb0-8f0c202a9683 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Network e9a5f3f9-db43-4f06-8bac-5a44878f4be2 is already hosted by enough agents. {{(pid=91539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 07:58:18.086977 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [None req-1fcffeee-417a-4671-abb0-8f0c202a9683 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Resources bound (agent type, host, resource id): {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:58:18.090936 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcffeee-417a-4671-abb0-8f0c202a9683 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Received port after_create {{(pid=91539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 07:58:18.166015 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4da01-57e0-4768-b133-8b4d252ac11f req-c1e0d87f-3355-4a7a-aec0-28fc6b12fe2c tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:18.173117 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-03f4da01-57e0-4768-b133-8b4d252ac11f req-c1e0d87f-3355-4a7a-aec0-28fc6b12fe2c tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a3c29f-1050-4225-bb5f-3109fe7eab5a HTTP/1.1" status: 200 len: 943 time: 0.2856483 Jun 02 07:58:18.179349 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning for port c3796da1-db85-47cf-82e9-5664f02b51ce completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 07:58:18.185364 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port c3796da1-db85-47cf-82e9-5664f02b51ce triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:58:18.185803 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:18.248573 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-03f4da01-57e0-4768-b133-8b4d252ac11f req-ce2e17b9-2c61-4fae-a9bf-cbdc168ab5db tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.81 "GET /v2.0/security-groups?id=8408fc2a-0067-45ba-a4a5-5034d5249ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739913 Jun 02 07:58:18.444545 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-a5313587-4cd9-48cc-b03d-55544de8d14d req-04ac1517-d565-44e9-bd50-041ea7f9984d tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 210 time: 0.1279612 Jun 02 07:58:18.488381 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:18.583317 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] For port c3796da1-db85-47cf-82e9-5664f02b51ce, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=c3796da1-db85-47cf-82e9-5664f02b51ce,segment=NetworkSegment(0a9f3729-62b7-4b55-a4b9-f7267fb154d2),segment_id=0a9f3729-62b7-4b55-a4b9-f7267fb154d2)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:58:18.594987 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:18.597871 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-ce870012-7b3d-4e83-a3ea-b5c7f9a0579e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:18.605225 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-1fcffeee-417a-4671-abb0-8f0c202a9683 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:18.716481 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Pushing event updated for resources: {'Port': ['ID=c3796da1-db85-47cf-82e9-5664f02b51ce,revision_number=5']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:18.723618 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:18.865618 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-1fcffeee-417a-4671-abb0-8f0c202a9683 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:18.978338 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-32492b30-e59e-4b6d-af38-12ea95172ebd tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:18.979894 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-32492b30-e59e-4b6d-af38-12ea95172ebd tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.79 "GET /v2.0/networks?id=5920cfca-f051-4509-941a-46b192c48b56 HTTP/1.1" status: 200 len: 811 time: 0.2409999 Jun 02 07:58:19.108285 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-5537beac-5c03-426c-8232-b9014f193ec2 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=688fc7fec3424c8e87ae035c39491898 HTTP/1.1" status: 200 len: 379 time: 0.1110790 Jun 02 07:58:19.126404 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-686cf013-79e3-42cb-8948-69a22eb77200 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Request body: {'port': {'device_id': 'af0a95da-ebcc-4e3c-87e5-e5bebdcf0748', 'network_id': '5920cfca-f051-4509-941a-46b192c48b56', 'admin_state_up': True, 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'security_groups': ['f1f6e26d-06b0-490f-809a-3d2009228103']}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:58:19.300797 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-1fcffeee-417a-4671-abb0-8f0c202a9683 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for port, precommit_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:19.307856 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-1fcffeee-417a-4671-abb0-8f0c202a9683 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:19.308868 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-686cf013-79e3-42cb-8948-69a22eb77200 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:19.316697 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:19.371320 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-686cf013-79e3-42cb-8948-69a22eb77200 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:19.448557 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcffeee-417a-4671-abb0-8f0c202a9683 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Pushing event updated for resources: {'Port': ['ID=7e6abdeb-da8b-47ca-9eb1-1a9765c01fa5,revision_number=2']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:19.451891 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-1fcffeee-417a-4671-abb0-8f0c202a9683 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:19.452496 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-686cf013-79e3-42cb-8948-69a22eb77200 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Made reservation on behalf of 688fc7fec3424c8e87ae035c39491898 for: {'port': 1} {{(pid=91539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 07:58:19.457203 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-686cf013-79e3-42cb-8948-69a22eb77200 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:19.481279 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f743a-c82a-43b6-bbb6-ef667aa09c7e req-d0e12421-e9af-4f37-b9e3-6ae5b6d5c56e tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:19.483742 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-134f743a-c82a-43b6-bbb6-ef667aa09c7e req-d0e12421-e9af-4f37-b9e3-6ae5b6d5c56e tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a3c29f-1050-4225-bb5f-3109fe7eab5a HTTP/1.1" status: 200 len: 943 time: 0.1181924 Jun 02 07:58:19.484713 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-1fcffeee-417a-4671-abb0-8f0c202a9683 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-945703'] for floatingip, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:19.571196 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-134f743a-c82a-43b6-bbb6-ef667aa09c7e req-9b74f4d7-6257-4890-9ff5-6220dd0f626e tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.81 "GET /v2.0/security-groups?id=8408fc2a-0067-45ba-a4a5-5034d5249ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816517 Jun 02 07:58:19.592313 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-1fcffeee-417a-4671-abb0-8f0c202a9683 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for floatingip, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:19.608495 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-1fcffeee-417a-4671-abb0-8f0c202a9683 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7674689 Jun 02 07:58:19.781401 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-fc262578-3e7d-4a91-b003-5a6c9b41f131 req-3bbacfe8-6ef4-4cd8-a734-b5316c4976ad tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 210 time: 0.0773354 Jun 02 07:58:19.793197 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device c3796da1-db85-47cf-82e9-5664f02b51ce up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:58:19.795434 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.db_base_plugin_common [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-686cf013-79e3-42cb-8948-69a22eb77200 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Allocated IP 172.20.0.6 (5920cfca-f051-4509-941a-46b192c48b56/80579146-c765-4f7b-89f0-58e1765e1f5a/30976f16-8bf1-4d3b-9ede-bfb612bf6380) {{(pid=91539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 07:58:19.916581 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port c3796da1-db85-47cf-82e9-5664f02b51ce triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:58:19.917958 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:19.985254 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-df217aae-d59c-462c-907c-eb9b526ac3b4 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Synchronizing usage tracker for tenant:6b8d02cd22f94fd0a8a8af38d9d22b8d on resource:security_group {{(pid=91540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 07:58:20.024352 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-df217aae-d59c-462c-907c-eb9b526ac3b4 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Unset dirty status for tenant:6b8d02cd22f94fd0a8a8af38d9d22b8d on resource:security_group {{(pid=91540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 07:58:20.032352 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-df217aae-d59c-462c-907c-eb9b526ac3b4 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--86902525&fields=id&tenant_id=6b8d02cd22f94fd0a8a8af38d9d22b8d HTTP/1.1" status: 200 len: 267 time: 0.1158102 Jun 02 07:58:20.045421 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-686cf013-79e3-42cb-8948-69a22eb77200 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for port, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:20.062362 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.provisioning_blocks [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-686cf013-79e3-42cb-8948-69a22eb77200 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Transition to ACTIVE for port object 30976f16-8bf1-4d3b-9ede-bfb612bf6380 will not be triggered until provisioned by entity DHCP. {{(pid=91539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:58:20.094133 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-686cf013-79e3-42cb-8948-69a22eb77200 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:20.107719 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-40422297-cb58-4288-a2d8-8b545cdc0241 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:20.185257 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-686cf013-79e3-42cb-8948-69a22eb77200 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Network 5920cfca-f051-4509-941a-46b192c48b56 is already hosted by enough agents. {{(pid=91539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 07:58:20.188445 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-686cf013-79e3-42cb-8948-69a22eb77200 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Resources bound (agent type, host, resource id): {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:58:20.197102 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686cf013-79e3-42cb-8948-69a22eb77200 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Pushing event updated for resources: {'Port': ['ID=30976f16-8bf1-4d3b-9ede-bfb612bf6380,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:20.200269 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-686cf013-79e3-42cb-8948-69a22eb77200 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Received port after_create {{(pid=91539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 07:58:20.234359 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-686cf013-79e3-42cb-8948-69a22eb77200 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:20.243918 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device c9c5edf8-d2dd-493a-abee-1749cd4995bc details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=91541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 07:58:20.256589 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-daeabe59-57a6-4c9a-951e-49719fc491b9 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:20.257731 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-daeabe59-57a6-4c9a-951e-49719fc491b9 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Synchronizing usage tracker for tenant:6b8d02cd22f94fd0a8a8af38d9d22b8d on resource:network {{(pid=91540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 07:58:20.280457 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-daeabe59-57a6-4c9a-951e-49719fc491b9 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Unset dirty status for tenant:6b8d02cd22f94fd0a8a8af38d9d22b8d on resource:network {{(pid=91540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 07:58:20.283914 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-daeabe59-57a6-4c9a-951e-49719fc491b9 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/networks?id=c2b2e088-f309-40ee-a9da-7f4c929ceb8e HTTP/1.1" status: 200 len: 816 time: 0.2497034 Jun 02 07:58:20.291761 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-686cf013-79e3-42cb-8948-69a22eb77200 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:20.292523 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-686cf013-79e3-42cb-8948-69a22eb77200 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:20.302334 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-fdf4e8d6-d1a2-42e8-a14c-dbc768fa9a8b tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/quotas/6b8d02cd22f94fd0a8a8af38d9d22b8d HTTP/1.1" status: 200 len: 375 time: 0.0112243 Jun 02 07:58:20.338090 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-686cf013-79e3-42cb-8948-69a22eb77200 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2221730 Jun 02 07:58:20.358086 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-e848afd4-62ce-4b49-b519-965c39e35c9b service neutron] Request body: {'port': {'device_id': 'af0a95da-ebcc-4e3c-87e5-e5bebdcf0748', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:58:20.464671 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-a220ecb4-0db3-4816-9c75-2502b2dbcff6 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Synchronizing usage tracker for tenant:6b8d02cd22f94fd0a8a8af38d9d22b8d on resource:port {{(pid=91540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 07:58:20.502214 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-a220ecb4-0db3-4816-9c75-2502b2dbcff6 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Unset dirty status for tenant:6b8d02cd22f94fd0a8a8af38d9d22b8d on resource:port {{(pid=91540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 07:58:20.509745 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-a220ecb4-0db3-4816-9c75-2502b2dbcff6 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6b8d02cd22f94fd0a8a8af38d9d22b8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2000253 Jun 02 07:58:20.511509 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port c9c5edf8-d2dd-493a-abee-1749cd4995bc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c9c5edf8-d2dd-493a-abee-1749cd4995bc,segment=NetworkSegment(108df582-a270-47de-a682-8952cd6685a3),segment_id=108df582-a270-47de-a682-8952cd6685a3)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:58:20.540453 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Returning: {'device': 'c9c5edf8-d2dd-493a-abee-1749cd4995bc', 'network_id': '5e96e84b-a7d8-4584-bf70-fa12f4dcc255', 'port_id': 'c9c5edf8-d2dd-493a-abee-1749cd4995bc', 'mac_address': 'fa:16:3e:68:74:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e6506d-3949-4e54-8b9c-d9d0a5e6de45', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 07:58:20.579334 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-e848afd4-62ce-4b49-b519-965c39e35c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:20.616792 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:20.637352 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-ae6de2d1-8345-440e-89de-a4379b536704 None None] Provisioning for port 30976f16-8bf1-4d3b-9ede-bfb612bf6380 completed by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 07:58:20.656512 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-ae6de2d1-8345-440e-89de-a4379b536704 None None] Provisioning complete for port 30976f16-8bf1-4d3b-9ede-bfb612bf6380 triggered by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:58:20.656512 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-ae6de2d1-8345-440e-89de-a4379b536704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:20.698324 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c5edf8-d2dd-493a-abee-1749cd4995bc {{(pid=91541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 07:58:20.715774 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port c9c5edf8-d2dd-493a-abee-1749cd4995bc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c9c5edf8-d2dd-493a-abee-1749cd4995bc,segment=NetworkSegment(108df582-a270-47de-a682-8952cd6685a3),segment_id=108df582-a270-47de-a682-8952cd6685a3)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:58:20.724495 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:20.730236 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:20.822992 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=c9c5edf8-d2dd-493a-abee-1749cd4995bc,revision_number=4']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:20.825917 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-a7e81a76-0c50-4c73-a208-76326c3c94f9 service neutron] 10.222.0.81 "GET /v2.0/networks/c2b2e088-f309-40ee-a9da-7f4c929ceb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043034 Jun 02 07:58:20.827936 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:20.838737 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-ae6de2d1-8345-440e-89de-a4379b536704 None None] Port 30976f16-8bf1-4d3b-9ede-bfb612bf6380 cannot update to ACTIVE because it is not bound. {{(pid=91541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 07:58:21.005276 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-becbb20c-009b-4117-a95b-86ef739620ae service neutron] 10.222.0.81 "GET /v2.0/networks/c2b2e088-f309-40ee-a9da-7f4c929ceb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781976 Jun 02 07:58:21.090313 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['c9c5edf8-d2dd-493a-abee-1749cd4995bc'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 07:58:21.217112 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3dad49-2fce-46ac-a8c5-70a003bf0f8d req-06c656ab-c892-4821-a549-f2047a9f47b8 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:21.219729 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-2a3dad49-2fce-46ac-a8c5-70a003bf0f8d req-06c656ab-c892-4821-a549-f2047a9f47b8 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a3c29f-1050-4225-bb5f-3109fe7eab5a HTTP/1.1" status: 200 len: 944 time: 0.3475389 Jun 02 07:58:21.329058 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-2a3dad49-2fce-46ac-a8c5-70a003bf0f8d req-98463265-240e-4062-a7ee-72fca13c11e2 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.81 "GET /v2.0/security-groups?id=8408fc2a-0067-45ba-a4a5-5034d5249ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952303 Jun 02 07:58:21.448647 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb6373-c4e7-41df-892b-5c79b69984c0 req-a10851c6-1624-4dd8-8673-8f46c20229c2 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:21.461824 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-cdbb6373-c4e7-41df-892b-5c79b69984c0 req-a10851c6-1624-4dd8-8673-8f46c20229c2 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 931 time: 0.2157941 Jun 02 07:58:21.561801 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-cdbb6373-c4e7-41df-892b-5c79b69984c0 req-47287186-c5dc-4bc1-b04d-58d81d83f111 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Synchronizing usage tracker for tenant:688fc7fec3424c8e87ae035c39491898 on resource:security_group {{(pid=91540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 07:58:21.577279 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9891b359-3482-43b8-a696-374837fa385a req-3bcac338-e2db-47d7-8030-242c792235dd tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 210 time: 0.1003141 Jun 02 07:58:21.580485 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-e848afd4-62ce-4b49-b519-965c39e35c9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30976f16-8bf1-4d3b-9ede-bfb612bf6380 {{(pid=91539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 07:58:21.587803 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-cdbb6373-c4e7-41df-892b-5c79b69984c0 req-47287186-c5dc-4bc1-b04d-58d81d83f111 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Unset dirty status for tenant:688fc7fec3424c8e87ae035c39491898 on resource:security_group {{(pid=91540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 07:58:21.589773 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-e848afd4-62ce-4b49-b519-965c39e35c9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:21.609213 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-cdbb6373-c4e7-41df-892b-5c79b69984c0 req-47287186-c5dc-4bc1-b04d-58d81d83f111 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463089 Jun 02 07:58:21.610528 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.provisioning_blocks [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-e848afd4-62ce-4b49-b519-965c39e35c9b service neutron] Transition to ACTIVE for port object 30976f16-8bf1-4d3b-9ede-bfb612bf6380 will not be triggered until provisioned by entity L2. {{(pid=91539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:58:21.629602 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-e848afd4-62ce-4b49-b519-965c39e35c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:21.646984 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:21.859736 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 40176) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:21.870168 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e848afd4-62ce-4b49-b519-965c39e35c9b service neutron] Pushing event updated for resources: {'Port': ['ID=30976f16-8bf1-4d3b-9ede-bfb612bf6380,revision_number=2']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:21.878138 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-e848afd4-62ce-4b49-b519-965c39e35c9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:21.968636 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-e848afd4-62ce-4b49-b519-965c39e35c9b service neutron] Attempting to bind port 30976f16-8bf1-4d3b-9ede-bfb612bf6380 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 07:58:21.969074 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-e848afd4-62ce-4b49-b519-965c39e35c9b service neutron] Attempting to bind port 30976f16-8bf1-4d3b-9ede-bfb612bf6380 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '7571d2f6-9016-4802-a030-87cae188c8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5920cfca-f051-4509-941a-46b192c48b56'}] {{(pid=91539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 07:58:21.969489 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-e848afd4-62ce-4b49-b519-965c39e35c9b service neutron] Attempting to bind port 30976f16-8bf1-4d3b-9ede-bfb612bf6380 on network 5920cfca-f051-4509-941a-46b192c48b56 {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 07:58:21.983757 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-e848afd4-62ce-4b49-b519-965c39e35c9b service neutron] Port 30976f16-8bf1-4d3b-9ede-bfb612bf6380 on network 5920cfca-f051-4509-941a-46b192c48b56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 07:58:21.984213 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-e848afd4-62ce-4b49-b519-965c39e35c9b service neutron] Attempting to bind port 30976f16-8bf1-4d3b-9ede-bfb612bf6380 on network 5920cfca-f051-4509-941a-46b192c48b56 {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 07:58:21.991363 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-e848afd4-62ce-4b49-b519-965c39e35c9b service neutron] Checking agent: {'id': '771bc7c6-ed6b-4515-8704-024740aedec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 56, 10), 'started_at': datetime.datetime(2021, 6, 2, 7, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 7, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 07:58:21.991842 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-e848afd4-62ce-4b49-b519-965c39e35c9b service neutron] Checking segment: {'id': '7571d2f6-9016-4802-a030-87cae188c8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5920cfca-f051-4509-941a-46b192c48b56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:58:21.992394 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-e848afd4-62ce-4b49-b519-965c39e35c9b service neutron] Bound using segment: {'id': '7571d2f6-9016-4802-a030-87cae188c8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5920cfca-f051-4509-941a-46b192c48b56'} {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 07:58:21.992927 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-e848afd4-62ce-4b49-b519-965c39e35c9b service neutron] Bound port: 30976f16-8bf1-4d3b-9ede-bfb612bf6380, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7571d2f6-9016-4802-a030-87cae188c8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5920cfca-f051-4509-941a-46b192c48b56'}}] {{(pid=91539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 07:58:21.993366 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-e848afd4-62ce-4b49-b519-965c39e35c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:22.113766 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-e848afd4-62ce-4b49-b519-965c39e35c9b service neutron] For port 30976f16-8bf1-4d3b-9ede-bfb612bf6380, host hv-cinder-78638, cleared binding levels {{(pid=91539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 07:58:22.117976 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-e848afd4-62ce-4b49-b519-965c39e35c9b service neutron] For port 30976f16-8bf1-4d3b-9ede-bfb612bf6380, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=30976f16-8bf1-4d3b-9ede-bfb612bf6380,segment=NetworkSegment(7571d2f6-9016-4802-a030-87cae188c8e3),segment_id=7571d2f6-9016-4802-a030-87cae188c8e3)] {{(pid=91539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 07:58:22.134122 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-e848afd4-62ce-4b49-b519-965c39e35c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:22.140663 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-1fcffeee-417a-4671-abb0-8f0c202a9683 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:22.162253 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-5bf51a22-0fbc-4fbc-ab0b-73ba13948125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:22.202594 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device c9c5edf8-d2dd-493a-abee-1749cd4995bc up at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:58:22.276837 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-e848afd4-62ce-4b49-b519-965c39e35c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:22.279662 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-e848afd4-62ce-4b49-b519-965c39e35c9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:22.284141 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-e848afd4-62ce-4b49-b519-965c39e35c9b service neutron] 10.222.0.79 "PUT /v2.0/ports/30976f16-8bf1-4d3b-9ede-bfb612bf6380 HTTP/1.1" status: 200 len: 1093 time: 1.9344795 Jun 02 07:58:22.284872 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0a95da-ebcc-4e3c-87e5-e5bebdcf0748', 'tag': '30976f16-8bf1-4d3b-9ede-bfb612bf6380'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 07:58:22.288829 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-5bf51a22-0fbc-4fbc-ab0b-73ba13948125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:22.290907 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0712b9d-5de3-463a-bea3-bd2523ccb41c" -d '{"events": [{"name": "network-changed", "server_uuid": "af0a95da-ebcc-4e3c-87e5-e5bebdcf0748", "tag": "30976f16-8bf1-4d3b-9ede-bfb612bf6380"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 07:58:22.300931 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-5bf51a22-0fbc-4fbc-ab0b-73ba13948125 admin admin] Usage tracker for resource:security_group_rule and tenant:0ec566bfc3e5459aa0f69fbc2851c3af is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:22.307751 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-5bf51a22-0fbc-4fbc-ab0b-73ba13948125 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:22.321803 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-5bf51a22-0fbc-4fbc-ab0b-73ba13948125 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:22.337346 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e848afd4-62ce-4b49-b519-965c39e35c9b service neutron] Pushing event updated for resources: {'Port': ['ID=30976f16-8bf1-4d3b-9ede-bfb612bf6380,revision_number=3']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:22.349494 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-e848afd4-62ce-4b49-b519-965c39e35c9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:22.398745 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning for port c9c5edf8-d2dd-493a-abee-1749cd4995bc completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 07:58:22.404579 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning complete for port c9c5edf8-d2dd-493a-abee-1749cd4995bc triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:58:22.405141 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:22.578803 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-5bf51a22-0fbc-4fbc-ab0b-73ba13948125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:22.585588 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 07:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46357347-d4ed-49e0-b05b-17f60f00e25c x-openstack-request-id: req-46357347-d4ed-49e0-b05b-17f60f00e25c {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 07:58:22.586156 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af0a95da-ebcc-4e3c-87e5-e5bebdcf0748", "tag": "30976f16-8bf1-4d3b-9ede-bfb612bf6380", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 07:58:22.587099 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-46357347-d4ed-49e0-b05b-17f60f00e25c {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 07:58:22.587785 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0a95da-ebcc-4e3c-87e5-e5bebdcf0748', 'tag': '30976f16-8bf1-4d3b-9ede-bfb612bf6380', 'status': 'completed', 'code': 200} Jun 02 07:58:22.635745 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-3bac238b-8129-44d7-bfa9-c784ac0960ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:22.638195 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-3bac238b-8129-44d7-bfa9-c784ac0960ea service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=688fc7fec3424c8e87ae035c39491898&device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 1096 time: 0.1631107 Jun 02 07:58:22.659328 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-5bf51a22-0fbc-4fbc-ab0b-73ba13948125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:22.694596 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-f2dca9da-d29e-47ae-a764-fb8d59bbc728 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:22.726425 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:22.727609 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-7d65d04b-db06-44b4-bff4-d2d7abedc2de service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30976f16-8bf1-4d3b-9ede-bfb612bf6380 HTTP/1.1" status: 200 len: 217 time: 0.0815208 Jun 02 07:58:22.808816 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a3c29f-1050-4225-bb5f-3109fe7eab5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c5edf8-d2dd-493a-abee-1749cd4995bc'}] {{(pid=91541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 07:58:22.812922 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf51a22-0fbc-4fbc-ab0b-73ba13948125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62681705-673e-4d46-8028-f84e311764d5,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:22.818126 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-5bf51a22-0fbc-4fbc-ab0b-73ba13948125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:22.825556 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-5bf51a22-0fbc-4fbc-ab0b-73ba13948125 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0ec566bfc3e5459aa0f69fbc2851c3af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9646885 Jun 02 07:58:22.826583 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 40238) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:22.920790 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port c9c5edf8-d2dd-493a-abee-1749cd4995bc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c9c5edf8-d2dd-493a-abee-1749cd4995bc,segment=NetworkSegment(108df582-a270-47de-a682-8952cd6685a3),segment_id=108df582-a270-47de-a682-8952cd6685a3)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:58:22.930005 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:22.932072 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:22.938086 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-cafe9eb7-4ea4-4c90-aaa4-9f4d0c5c1a10 req-dd66c34e-91c5-4a3f-9c1e-8cd1198e33c0 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 210 time: 0.1283798 Jun 02 07:58:22.968855 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-a47e947e-3f3c-4bd9-bf99-75313a53debc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:22.972848 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce77ef5-8d04-4727-8680-4ace11eb4dbc req-7a2c6aa1-1e77-4e4e-8769-75590599b973 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:22.974655 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-a47e947e-3f3c-4bd9-bf99-75313a53debc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=80579146-c765-4f7b-89f0-58e1765e1f5a HTTP/1.1" status: 200 len: 850 time: 0.2392211 Jun 02 07:58:22.985676 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-7ce77ef5-8d04-4727-8680-4ace11eb4dbc req-7a2c6aa1-1e77-4e4e-8769-75590599b973 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a3c29f-1050-4225-bb5f-3109fe7eab5a HTTP/1.1" status: 200 len: 944 time: 0.4049540 Jun 02 07:58:23.046503 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=c9c5edf8-d2dd-493a-abee-1749cd4995bc,revision_number=5']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:23.063826 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:23.092446 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.79', 64149) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:23.097416 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-4d4b903f-d9d0-4d9b-8da2-410ae823ea22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:23.145874 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-7ce77ef5-8d04-4727-8680-4ace11eb4dbc req-71b77fb4-c547-48e0-9f91-941ad2a853d5 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.81 "GET /v2.0/security-groups?id=8408fc2a-0067-45ba-a4a5-5034d5249ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565599 Jun 02 07:58:23.184372 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-4d4b903f-d9d0-4d9b-8da2-410ae823ea22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:23.195170 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab578fc78af4bba4052238dc90c68e3a7405fe2d006a0c4fb1b419504dc30437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ef07ba-ed85-4df5-bd92-62c948a777e5" -d '{"events": [{"server_uuid": "89a3c29f-1050-4225-bb5f-3109fe7eab5a", "name": "network-vif-plugged", "status": "completed", "tag": "c9c5edf8-d2dd-493a-abee-1749cd4995bc"}]}' {{(pid=91541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 07:58:23.288998 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-4d4b903f-d9d0-4d9b-8da2-410ae823ea22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:23.292683 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:23.305410 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b903f-d9d0-4d9b-8da2-410ae823ea22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62681705-673e-4d46-8028-f84e311764d5,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:23.310777 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-4d4b903f-d9d0-4d9b-8da2-410ae823ea22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:23.326674 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-4d4b903f-d9d0-4d9b-8da2-410ae823ea22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:23.335647 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-4d4b903f-d9d0-4d9b-8da2-410ae823ea22 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/62681705-673e-4d46-8028-f84e311764d5 HTTP/1.1" status: 204 len: 168 time: 0.5076270 Jun 02 07:58:23.433563 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-1efc8675-b26b-412c-9a5f-beee4df12cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:23.437097 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-1efc8675-b26b-412c-9a5f-beee4df12cfb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5920cfca-f051-4509-941a-46b192c48b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4542625 Jun 02 07:58:23.447886 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 07:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0415a8a5-c05b-4f8d-b774-073d2363d25e x-openstack-request-id: req-0415a8a5-c05b-4f8d-b774-073d2363d25e {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 07:58:23.448414 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a3c29f-1050-4225-bb5f-3109fe7eab5a", "name": "network-vif-plugged", "status": "completed", "tag": "c9c5edf8-d2dd-493a-abee-1749cd4995bc", "code": 200}]} {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 07:58:23.448688 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0415a8a5-c05b-4f8d-b774-073d2363d25e {{(pid=91541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 07:58:23.449240 dv-cinder-786385-7-smb neutron-server[91541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a3c29f-1050-4225-bb5f-3109fe7eab5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c5edf8-d2dd-493a-abee-1749cd4995bc', 'code': 200} Jun 02 07:58:23.713943 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-4c753dc9-79ff-4893-99f3-ac38025b7974 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:23.715587 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-4c753dc9-79ff-4893-99f3-ac38025b7974 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.79 "GET /v2.0/networks?id=c2b2e088-f309-40ee-a9da-7f4c929ceb8e HTTP/1.1" status: 200 len: 816 time: 0.6220193 Jun 02 07:58:23.722597 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.79', 64154) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:23.768925 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc723249-bc8f-45b4-915b-22dd51bb1d27 req-47b87599-b0bb-4b67-963f-2e02c879f773 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:23.768925 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-fc723249-bc8f-45b4-915b-22dd51bb1d27 req-47b87599-b0bb-4b67-963f-2e02c879f773 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Synchronizing usage tracker for tenant:688fc7fec3424c8e87ae035c39491898 on resource:port {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 07:58:23.811763 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-3a28133f-4b4f-4a2c-b4fd-5a65c5cc7836 service neutron] 10.222.0.79 "GET /v2.0/networks/5920cfca-f051-4509-941a-46b192c48b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429167 Jun 02 07:58:23.844049 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ce627-cc96-4794-a55e-97bb7d5c8371 req-e4e69ace-72de-4358-bfe2-b62c890f11cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:23.845563 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-af1ce627-cc96-4794-a55e-97bb7d5c8371 req-e4e69ace-72de-4358-bfe2-b62c890f11cc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=89a3c29f-1050-4225-bb5f-3109fe7eab5a HTTP/1.1" status: 200 len: 1098 time: 0.1152585 Jun 02 07:58:23.848141 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-fc723249-bc8f-45b4-915b-22dd51bb1d27 req-47b87599-b0bb-4b67-963f-2e02c879f773 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Unset dirty status for tenant:688fc7fec3424c8e87ae035c39491898 on resource:port {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 07:58:23.854656 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-fc723249-bc8f-45b4-915b-22dd51bb1d27 req-47b87599-b0bb-4b67-963f-2e02c879f773 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 943 time: 0.6819298 Jun 02 07:58:23.874722 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-7a5d7673-42ae-4ed7-9d4c-39eb8b0624f8 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b8d02cd22f94fd0a8a8af38d9d22b8d HTTP/1.1" status: 200 len: 378 time: 0.1396990 Jun 02 07:58:23.877439 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [req-af1ce627-cc96-4794-a55e-97bb7d5c8371 req-967f5f5c-3348-43f3-979a-f1277f7bf11a service neutron] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:23.896732 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [req-af1ce627-cc96-4794-a55e-97bb7d5c8371 req-967f5f5c-3348-43f3-979a-f1277f7bf11a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:23.896913 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-ec54ed69-df92-43d8-8c3a-0e1457ac3998 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Request body: {'port': {'device_id': '802a0401-e987-405e-b7f4-ad7d47102e36', 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e', 'admin_state_up': True, 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'security_groups': ['4bce1a02-592b-4fe7-a5b8-37d86ee48de2']}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:58:23.901614 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-af1ce627-cc96-4794-a55e-97bb7d5c8371 req-967f5f5c-3348-43f3-979a-f1277f7bf11a service neutron] Usage tracker for resource:security_group_rule and tenant:91cad46daf6043daada662d17d8abcff is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:23.905441 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-af1ce627-cc96-4794-a55e-97bb7d5c8371 req-967f5f5c-3348-43f3-979a-f1277f7bf11a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:23.913178 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [req-af1ce627-cc96-4794-a55e-97bb7d5c8371 req-967f5f5c-3348-43f3-979a-f1277f7bf11a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:23.937435 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 40306) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:23.965011 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-bbc33663-ac1b-43b4-aa50-33c0f664f073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:23.992837 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-bbc33663-ac1b-43b4-aa50-33c0f664f073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:24.004172 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-bbc33663-ac1b-43b4-aa50-33c0f664f073 admin admin] Usage tracker for resource:security_group_rule and tenant:ad6138dfb6da42b6b234c7148e026da1 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:24.010374 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-bbc33663-ac1b-43b4-aa50-33c0f664f073 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:24.024257 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-bbc33663-ac1b-43b4-aa50-33c0f664f073 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:24.122866 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 40310) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:24.142739 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-fc723249-bc8f-45b4-915b-22dd51bb1d27 req-3346d4db-8910-4841-920c-59fb48771df8 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2867379 Jun 02 07:58:24.251531 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [req-af1ce627-cc96-4794-a55e-97bb7d5c8371 req-967f5f5c-3348-43f3-979a-f1277f7bf11a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:24.276343 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-dd5cc6ab-bc89-4a60-8736-db6b3984c1d3 req-a4b363d6-ff47-410a-824d-872a47f420f1 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 210 time: 0.0688412 Jun 02 07:58:24.281433 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [req-af1ce627-cc96-4794-a55e-97bb7d5c8371 req-967f5f5c-3348-43f3-979a-f1277f7bf11a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:24.294458 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-f6ecf2b3-f5da-4654-95e0-6410b6d95318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:24.342034 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-af1ce627-cc96-4794-a55e-97bb7d5c8371 req-967f5f5c-3348-43f3-979a-f1277f7bf11a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8408fc2a-0067-45ba-a4a5-5034d5249ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4894407 Jun 02 07:58:24.351277 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f5f5c-3348-43f3-979a-f1277f7bf11a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4281f291-cbd3-4f71-8cca-a42fb7865d6d,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:24.364375 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-967f5f5c-3348-43f3-979a-f1277f7bf11a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:24.387073 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-bbc33663-ac1b-43b4-aa50-33c0f664f073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:24.395689 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-bbc33663-ac1b-43b4-aa50-33c0f664f073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:24.409420 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:24.448196 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc33663-ac1b-43b4-aa50-33c0f664f073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d6cc05-439b-46f0-a187-9f5deec582fe,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:24.459576 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-146c9300-0f9e-4288-b1b6-84bc2d712aa5 req-f571db51-df29-4abe-9f0f-a8dbd1edd550 service neutron] 10.222.0.79 "GET /v2.0/networks/5920cfca-f051-4509-941a-46b192c48b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6416543 Jun 02 07:58:24.465348 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-bbc33663-ac1b-43b4-aa50-33c0f664f073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:24.485088 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-bbc33663-ac1b-43b4-aa50-33c0f664f073 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ad6138dfb6da42b6b234c7148e026da1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5461431 Jun 02 07:58:24.487919 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 40320) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:24.492932 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-ec54ed69-df92-43d8-8c3a-0e1457ac3998 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:24.516640 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-ec54ed69-df92-43d8-8c3a-0e1457ac3998 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:24.530587 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 40322) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:24.576313 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 40326) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:24.600028 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f81cb65b-281c-4b47-9402-0cf74eb2089f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:24.659153 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-ec54ed69-df92-43d8-8c3a-0e1457ac3998 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Made reservation on behalf of 6b8d02cd22f94fd0a8a8af38d9d22b8d for: {'port': 1} {{(pid=91539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 07:58:24.663320 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-ec54ed69-df92-43d8-8c3a-0e1457ac3998 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:24.666382 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f81cb65b-281c-4b47-9402-0cf74eb2089f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:24.677405 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-2489066c-51bc-46ca-91c7-3ab251f6ce3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:24.709040 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6f929-6b94-40a9-a0a6-04605fe4fd2a req-d2140cdd-605c-49a3-80d8-efd1021c9df9 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:24.711836 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-4f74b1af-fb71-40cb-bdeb-47b694e289f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:24.716720 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-bea6f929-6b94-40a9-a0a6-04605fe4fd2a req-d2140cdd-605c-49a3-80d8-efd1021c9df9 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a3c29f-1050-4225-bb5f-3109fe7eab5a HTTP/1.1" status: 200 len: 945 time: 0.3262646 Jun 02 07:58:24.742101 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-4f74b1af-fb71-40cb-bdeb-47b694e289f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:24.746599 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-4f74b1af-fb71-40cb-bdeb-47b694e289f5 admin admin] Usage tracker for resource:security_group_rule and tenant:609bfb0ddfac439e8c61412d30855781 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:24.751207 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-4f74b1af-fb71-40cb-bdeb-47b694e289f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:24.757401 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-4f74b1af-fb71-40cb-bdeb-47b694e289f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:24.767759 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-2489066c-51bc-46ca-91c7-3ab251f6ce3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:24.783517 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f81cb65b-281c-4b47-9402-0cf74eb2089f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:24.794570 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:24.812112 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81cb65b-281c-4b47-9402-0cf74eb2089f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d6cc05-439b-46f0-a187-9f5deec582fe,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:24.817272 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5215dabc-09db-40c6-bc2a-e12c5690d707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:24.817849 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-f81cb65b-281c-4b47-9402-0cf74eb2089f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:24.830726 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-2489066c-51bc-46ca-91c7-3ab251f6ce3c admin admin] Usage tracker for resource:security_group_rule and tenant:04f7dc595595467e80fafeb26d9c369a is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:24.833129 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f81cb65b-281c-4b47-9402-0cf74eb2089f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:24.834250 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-f81cb65b-281c-4b47-9402-0cf74eb2089f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/24d6cc05-439b-46f0-a187-9f5deec582fe HTTP/1.1" status: 204 len: 168 time: 0.3454134 Jun 02 07:58:24.846364 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-2489066c-51bc-46ca-91c7-3ab251f6ce3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:24.865195 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-2489066c-51bc-46ca-91c7-3ab251f6ce3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:24.883002 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-5215dabc-09db-40c6-bc2a-e12c5690d707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:24.898576 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-4f74b1af-fb71-40cb-bdeb-47b694e289f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:24.904318 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-4f74b1af-fb71-40cb-bdeb-47b694e289f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:24.912489 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-5bf51a22-0fbc-4fbc-ab0b-73ba13948125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:24.915526 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-5215dabc-09db-40c6-bc2a-e12c5690d707 admin admin] Usage tracker for resource:security_group_rule and tenant:34d13cab2805434fa0e256552fe23b7a is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:24.934982 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-bea6f929-6b94-40a9-a0a6-04605fe4fd2a req-68b20215-882f-425c-928b-69d4b60ff7b4 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.81 "GET /v2.0/security-groups?id=8408fc2a-0067-45ba-a4a5-5034d5249ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143171 Jun 02 07:58:24.937385 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-5215dabc-09db-40c6-bc2a-e12c5690d707 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:24.960149 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-5215dabc-09db-40c6-bc2a-e12c5690d707 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:24.961698 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-4f74b1af-fb71-40cb-bdeb-47b694e289f5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=609bfb0ddfac439e8c61412d30855781&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3841238 Jun 02 07:58:24.962748 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74b1af-fb71-40cb-bdeb-47b694e289f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34104b5d-161f-4901-a041-da60b27dd462,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:24.965002 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 40340) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:24.967208 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-4f74b1af-fb71-40cb-bdeb-47b694e289f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:24.992901 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0712b9d-5de3-463a-bea3-bd2523ccb41c req-d62ebb78-6a01-40ee-a2d0-d19bfcd9e6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:24.994586 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-b0712b9d-5de3-463a-bea3-bd2523ccb41c req-d62ebb78-6a01-40ee-a2d0-d19bfcd9e6c9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=688fc7fec3424c8e87ae035c39491898&device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 1096 time: 0.4558420 Jun 02 07:58:25.039981 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-01602139-bbeb-49a8-b58f-adc38f709340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:25.071705 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-01602139-bbeb-49a8-b58f-adc38f709340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:25.137890 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-01602139-bbeb-49a8-b58f-adc38f709340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:25.142406 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-4d4b903f-d9d0-4d9b-8da2-410ae823ea22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:25.153764 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01602139-bbeb-49a8-b58f-adc38f709340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34104b5d-161f-4901-a041-da60b27dd462,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:25.157511 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-01602139-bbeb-49a8-b58f-adc38f709340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:25.175998 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-01602139-bbeb-49a8-b58f-adc38f709340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:25.177866 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-01602139-bbeb-49a8-b58f-adc38f709340 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/34104b5d-161f-4901-a041-da60b27dd462 HTTP/1.1" status: 204 len: 168 time: 0.2113762 Jun 02 07:58:25.201541 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.db_base_plugin_common [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-ec54ed69-df92-43d8-8c3a-0e1457ac3998 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Allocated IP 172.20.0.12 (c2b2e088-f309-40ee-a9da-7f4c929ceb8e/dab5414d-1dc2-421f-9986-4a6ba721194d/5a184353-f207-4dac-844e-e85fec6a25cb) {{(pid=91539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 07:58:25.310158 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0712b9d-5de3-463a-bea3-bd2523ccb41c req-8b279172-72a2-4938-9391-02d34784a8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:25.311853 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-b0712b9d-5de3-463a-bea3-bd2523ccb41c req-8b279172-72a2-4938-9391-02d34784a8ba service neutron] 10.222.0.79 "GET /v2.0/networks?id=5920cfca-f051-4509-941a-46b192c48b56 HTTP/1.1" status: 200 len: 912 time: 0.2797573 Jun 02 07:58:25.387128 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64825d-1e8e-4004-a73b-9dd86ed99113 req-89ac496d-c5a4-4411-9b6d-690307ccb8e4 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:25.388839 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-bc64825d-1e8e-4004-a73b-9dd86ed99113 req-89ac496d-c5a4-4411-9b6d-690307ccb8e4 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 943 time: 0.1199734 Jun 02 07:58:25.434565 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-2489066c-51bc-46ca-91c7-3ab251f6ce3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:25.443437 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-b0712b9d-5de3-463a-bea3-bd2523ccb41c req-4f18ec76-7603-430c-8aec-1d1431176640 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30976f16-8bf1-4d3b-9ede-bfb612bf6380 HTTP/1.1" status: 200 len: 217 time: 0.1110544 Jun 02 07:58:25.444581 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-bc64825d-1e8e-4004-a73b-9dd86ed99113 req-3aa04ccb-d299-459a-b12a-b266cb8a2323 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491464 Jun 02 07:58:25.445512 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5215dabc-09db-40c6-bc2a-e12c5690d707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:25.449837 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-2489066c-51bc-46ca-91c7-3ab251f6ce3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:25.498650 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5215dabc-09db-40c6-bc2a-e12c5690d707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:25.510749 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:25.627635 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 40368) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:25.649916 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-312ec398-08be-4d03-b2b9-da8a297f7955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:25.664320 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-312ec398-08be-4d03-b2b9-da8a297f7955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:25.668346 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-312ec398-08be-4d03-b2b9-da8a297f7955 admin admin] Usage tracker for resource:security_group_rule and tenant:a483f26fb7414a5a960852c9abcea712 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:25.671197 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-312ec398-08be-4d03-b2b9-da8a297f7955 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:25.677198 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-312ec398-08be-4d03-b2b9-da8a297f7955 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:25.692664 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-2489066c-51bc-46ca-91c7-3ab251f6ce3c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=04f7dc595595467e80fafeb26d9c369a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5665894 Jun 02 07:58:25.694620 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 40370) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:25.716078 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489066c-51bc-46ca-91c7-3ab251f6ce3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d757e155-1d51-4c34-9d95-9a50305b0bc4,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:25.725550 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-5215dabc-09db-40c6-bc2a-e12c5690d707 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=34d13cab2805434fa0e256552fe23b7a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1913252 Jun 02 07:58:25.737916 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-75803b31-0be0-431d-93eb-f610f94de3cc req-3afd1dd0-8478-48cc-acad-5a8e3b00c509 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 210 time: 0.2279427 Jun 02 07:58:25.756051 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 40372) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:25.759364 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0712b9d-5de3-463a-bea3-bd2523ccb41c req-b60d0b7c-89d7-41fb-91c8-a5c9991df556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:25.760995 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-b0712b9d-5de3-463a-bea3-bd2523ccb41c req-b60d0b7c-89d7-41fb-91c8-a5c9991df556 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=80579146-c765-4f7b-89f0-58e1765e1f5a HTTP/1.1" status: 200 len: 850 time: 0.2994983 Jun 02 07:58:25.892852 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-ec54ed69-df92-43d8-8c3a-0e1457ac3998 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for port, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:25.914388 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215dabc-09db-40c6-bc2a-e12c5690d707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed80f30-656a-4d28-b263-231146bdb7b8,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:25.921012 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ecae9813-5ec4-4fc5-ad4d-cbc5af67432f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:25.926424 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-5215dabc-09db-40c6-bc2a-e12c5690d707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:25.929847 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.309s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:25.930136 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:25.931079 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.provisioning_blocks [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-ec54ed69-df92-43d8-8c3a-0e1457ac3998 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Transition to ACTIVE for port object 5a184353-f207-4dac-844e-e85fec6a25cb will not be triggered until provisioned by entity DHCP. {{(pid=91539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:58:25.959044 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0712b9d-5de3-463a-bea3-bd2523ccb41c req-e66b9135-3f7f-4ade-b7f8-30dfc04d8139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:25.960897 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-b0712b9d-5de3-463a-bea3-bd2523ccb41c req-e66b9135-3f7f-4ade-b7f8-30dfc04d8139 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5920cfca-f051-4509-941a-46b192c48b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1659329 Jun 02 07:58:25.991589 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-44d0e591-d5e9-40c5-9533-ca3417a06f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:25.994462 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ecae9813-5ec4-4fc5-ad4d-cbc5af67432f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:26.020685 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-ec54ed69-df92-43d8-8c3a-0e1457ac3998 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:26.032978 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-1fcffeee-417a-4671-abb0-8f0c202a9683 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:26.092157 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-44d0e591-d5e9-40c5-9533-ca3417a06f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:26.107473 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-312ec398-08be-4d03-b2b9-da8a297f7955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:26.123248 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-312ec398-08be-4d03-b2b9-da8a297f7955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:26.143869 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-4f74b1af-fb71-40cb-bdeb-47b694e289f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:26.161778 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-ec54ed69-df92-43d8-8c3a-0e1457ac3998 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Network c2b2e088-f309-40ee-a9da-7f4c929ceb8e is already hosted by enough agents. {{(pid=91539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 07:58:26.177658 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-ec54ed69-df92-43d8-8c3a-0e1457ac3998 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Resources bound (agent type, host, resource id): {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:58:26.196096 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-ec54ed69-df92-43d8-8c3a-0e1457ac3998 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Received port after_create {{(pid=91539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 07:58:26.237182 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ec398-08be-4d03-b2b9-da8a297f7955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d84a0a-2b30-4930-9d9e-9e6d377c2a98,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:26.242337 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-312ec398-08be-4d03-b2b9-da8a297f7955 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a483f26fb7414a5a960852c9abcea712&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6131160 Jun 02 07:58:26.243887 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-312ec398-08be-4d03-b2b9-da8a297f7955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:26.258533 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 40388) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:26.275048 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ecae9813-5ec4-4fc5-ad4d-cbc5af67432f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:26.304002 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-dfd33e9c-56d9-4d44-bf88-01417d838cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:26.319043 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-ec54ed69-df92-43d8-8c3a-0e1457ac3998 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:26.320113 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-ec54ed69-df92-43d8-8c3a-0e1457ac3998 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:26.339731 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae9813-5ec4-4fc5-ad4d-cbc5af67432f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d757e155-1d51-4c34-9d95-9a50305b0bc4,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:26.344225 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-ecae9813-5ec4-4fc5-ad4d-cbc5af67432f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:26.394366 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-44d0e591-d5e9-40c5-9533-ca3417a06f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:26.404936 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-a37b7c9c-98a0-450d-8a5f-0f8833e22151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:26.433127 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ecae9813-5ec4-4fc5-ad4d-cbc5af67432f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:26.440673 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-ecae9813-5ec4-4fc5-ad4d-cbc5af67432f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d757e155-1d51-4c34-9d95-9a50305b0bc4 HTTP/1.1" status: 204 len: 168 time: 0.7448840 Jun 02 07:58:26.443661 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-44d0e591-d5e9-40c5-9533-ca3417a06f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:26.444841 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-44d0e591-d5e9-40c5-9533-ca3417a06f7e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2ed80f30-656a-4d28-b263-231146bdb7b8 HTTP/1.1" status: 204 len: 168 time: 0.6668708 Jun 02 07:58:26.479851 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0e591-d5e9-40c5-9533-ca3417a06f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed80f30-656a-4d28-b263-231146bdb7b8,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:26.482027 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-d7110061-c4dc-4965-9928-6dbf5d22adfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:26.484042 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-44d0e591-d5e9-40c5-9533-ca3417a06f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:26.509742 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26387e24-e6c9-439e-ac66-fb5b0b77cef2 req-0599ae85-ec77-4f22-90ef-0cbd46abc539 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:26.511358 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-26387e24-e6c9-439e-ac66-fb5b0b77cef2 req-0599ae85-ec77-4f22-90ef-0cbd46abc539 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a3c29f-1050-4225-bb5f-3109fe7eab5a HTTP/1.1" status: 200 len: 945 time: 0.3154917 Jun 02 07:58:26.546304 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-d7110061-c4dc-4965-9928-6dbf5d22adfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:26.557569 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-835ad037-101e-4658-b040-77ee19191da7 None None] Provisioning for port 5a184353-f207-4dac-844e-e85fec6a25cb completed by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 07:58:26.561297 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54ed69-df92-43d8-8c3a-0e1457ac3998 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Pushing event updated for resources: {'Port': ['ID=5a184353-f207-4dac-844e-e85fec6a25cb,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:26.575447 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-b0712b9d-5de3-463a-bea3-bd2523ccb41c req-1e559590-d7eb-4088-b487-84ad51d783a3 service neutron] 10.222.0.79 "GET /v2.0/networks/5920cfca-f051-4509-941a-46b192c48b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6050572 Jun 02 07:58:26.576321 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-ec54ed69-df92-43d8-8c3a-0e1457ac3998 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:26.597721 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-835ad037-101e-4658-b040-77ee19191da7 None None] Provisioning complete for port 5a184353-f207-4dac-844e-e85fec6a25cb triggered by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:58:26.599256 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-835ad037-101e-4658-b040-77ee19191da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:26.616615 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-26387e24-e6c9-439e-ac66-fb5b0b77cef2 req-6a6244fc-e277-40d8-9a42-3d7eb3534ec4 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.81 "GET /v2.0/security-groups?id=8408fc2a-0067-45ba-a4a5-5034d5249ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961304 Jun 02 07:58:26.654182 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-d7110061-c4dc-4965-9928-6dbf5d22adfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:26.661409 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-fc929db9-829f-49b6-ba1d-e244058b1448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:26.684460 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7110061-c4dc-4965-9928-6dbf5d22adfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d84a0a-2b30-4930-9d9e-9e6d377c2a98,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:26.689580 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-d7110061-c4dc-4965-9928-6dbf5d22adfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:26.695314 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-d7110061-c4dc-4965-9928-6dbf5d22adfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:26.696832 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-d7110061-c4dc-4965-9928-6dbf5d22adfb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/52d84a0a-2b30-4930-9d9e-9e6d377c2a98 HTTP/1.1" status: 204 len: 168 time: 0.4120982 Jun 02 07:58:26.850911 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-835ad037-101e-4658-b040-77ee19191da7 None None] Port 5a184353-f207-4dac-844e-e85fec6a25cb cannot update to ACTIVE because it is not bound. {{(pid=91541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 07:58:26.962160 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-ec54ed69-df92-43d8-8c3a-0e1457ac3998 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0693233 Jun 02 07:58:26.979599 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-b0712b9d-5de3-463a-bea3-bd2523ccb41c req-2a0a83c7-ce0c-4e6b-974c-1444e06ca1fa service neutron] 10.222.0.79 "GET /v2.0/networks/5920cfca-f051-4509-941a-46b192c48b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950059 Jun 02 07:58:26.983488 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-2d8c3b02-ae42-4cea-bef5-83b5f8332789 service neutron] Request body: {'port': {'device_id': '802a0401-e987-405e-b7f4-ad7d47102e36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:58:27.088100 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff9cf1-e64c-4279-87b8-4f7345d9c254 req-aca90d21-5fa7-48ec-8131-f291f93e911b tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:27.100642 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b260c-167f-4988-b13a-c4c06d4e1366 req-e8c31e43-5ded-4c07-a5c6-f873c38a7d23 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:27.100896 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-2fff9cf1-e64c-4279-87b8-4f7345d9c254 req-aca90d21-5fa7-48ec-8131-f291f93e911b tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 932 time: 0.1790636 Jun 02 07:58:27.101837 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-133b260c-167f-4988-b13a-c4c06d4e1366 req-e8c31e43-5ded-4c07-a5c6-f873c38a7d23 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 943 time: 0.2324817 Jun 02 07:58:27.166162 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-2d8c3b02-ae42-4cea-bef5-83b5f8332789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:27.179613 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-2fff9cf1-e64c-4279-87b8-4f7345d9c254 req-df56572d-4588-4644-b253-b254f37a6dbd tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0779274 Jun 02 07:58:27.221354 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-133b260c-167f-4988-b13a-c4c06d4e1366 req-6974b54e-57d3-48da-84b3-e19d7641ce6e tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074338 Jun 02 07:58:27.589720 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 40438) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:27.613025 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-96ee7f4d-092e-4e23-a273-4c99916a4df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:27.634611 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-96ee7f4d-092e-4e23-a273-4c99916a4df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:27.638598 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-96ee7f4d-092e-4e23-a273-4c99916a4df3 admin admin] Usage tracker for resource:security_group_rule and tenant:5b7cb345527942fe8c8ff4c2475469c6 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:27.640356 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-2d8c3b02-ae42-4cea-bef5-83b5f8332789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a184353-f207-4dac-844e-e85fec6a25cb {{(pid=91539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 07:58:27.641690 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-96ee7f4d-092e-4e23-a273-4c99916a4df3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:27.649847 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-2d8c3b02-ae42-4cea-bef5-83b5f8332789 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:27.650484 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-96ee7f4d-092e-4e23-a273-4c99916a4df3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:27.675905 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.provisioning_blocks [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-2d8c3b02-ae42-4cea-bef5-83b5f8332789 service neutron] Transition to ACTIVE for port object 5a184353-f207-4dac-844e-e85fec6a25cb will not be triggered until provisioned by entity L2. {{(pid=91539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:58:27.681487 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-2d8c3b02-ae42-4cea-bef5-83b5f8332789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:27.686635 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-ec54ed69-df92-43d8-8c3a-0e1457ac3998 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:27.789763 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-96ee7f4d-092e-4e23-a273-4c99916a4df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:27.800116 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-96ee7f4d-092e-4e23-a273-4c99916a4df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:27.810013 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:27.821269 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c3b02-ae42-4cea-bef5-83b5f8332789 service neutron] Pushing event updated for resources: {'Port': ['ID=5a184353-f207-4dac-844e-e85fec6a25cb,revision_number=2']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:27.837292 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-2d8c3b02-ae42-4cea-bef5-83b5f8332789 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:27.894180 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee7f4d-092e-4e23-a273-4c99916a4df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566d73c8-454c-47f3-a24d-f799c179ad17,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:27.906111 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-96ee7f4d-092e-4e23-a273-4c99916a4df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:27.919041 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-96ee7f4d-092e-4e23-a273-4c99916a4df3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5b7cb345527942fe8c8ff4c2475469c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218691 Jun 02 07:58:27.919972 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 40452) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:28.012258 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-2d8c3b02-ae42-4cea-bef5-83b5f8332789 service neutron] Attempting to bind port 5a184353-f207-4dac-844e-e85fec6a25cb on host hv-cinder-78638 for vnic_type normal with profile {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 07:58:28.012572 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-2d8c3b02-ae42-4cea-bef5-83b5f8332789 service neutron] Attempting to bind port 5a184353-f207-4dac-844e-e85fec6a25cb by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '0a9f3729-62b7-4b55-a4b9-f7267fb154d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e'}] {{(pid=91539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 07:58:28.012905 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-2d8c3b02-ae42-4cea-bef5-83b5f8332789 service neutron] Attempting to bind port 5a184353-f207-4dac-844e-e85fec6a25cb on network c2b2e088-f309-40ee-a9da-7f4c929ceb8e {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 07:58:28.016554 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-35e7b3ba-4c05-41ea-aa6b-8f82ab59128c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:28.020041 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-2d8c3b02-ae42-4cea-bef5-83b5f8332789 service neutron] Port 5a184353-f207-4dac-844e-e85fec6a25cb on network c2b2e088-f309-40ee-a9da-7f4c929ceb8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 07:58:28.020394 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-2d8c3b02-ae42-4cea-bef5-83b5f8332789 service neutron] Attempting to bind port 5a184353-f207-4dac-844e-e85fec6a25cb on network c2b2e088-f309-40ee-a9da-7f4c929ceb8e {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 07:58:28.025937 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-2d8c3b02-ae42-4cea-bef5-83b5f8332789 service neutron] Checking agent: {'id': '771bc7c6-ed6b-4515-8704-024740aedec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 56, 10), 'started_at': datetime.datetime(2021, 6, 2, 7, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 7, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 07:58:28.026211 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-2d8c3b02-ae42-4cea-bef5-83b5f8332789 service neutron] Checking segment: {'id': '0a9f3729-62b7-4b55-a4b9-f7267fb154d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:58:28.026599 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-2d8c3b02-ae42-4cea-bef5-83b5f8332789 service neutron] Bound using segment: {'id': '0a9f3729-62b7-4b55-a4b9-f7267fb154d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e'} {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 07:58:28.027028 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-2d8c3b02-ae42-4cea-bef5-83b5f8332789 service neutron] Bound port: 5a184353-f207-4dac-844e-e85fec6a25cb, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a9f3729-62b7-4b55-a4b9-f7267fb154d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e'}}] {{(pid=91539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 07:58:28.027381 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-2d8c3b02-ae42-4cea-bef5-83b5f8332789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:28.076465 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-35e7b3ba-4c05-41ea-aa6b-8f82ab59128c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:28.148483 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-35e7b3ba-4c05-41ea-aa6b-8f82ab59128c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:28.158630 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-2d8c3b02-ae42-4cea-bef5-83b5f8332789 service neutron] For port 5a184353-f207-4dac-844e-e85fec6a25cb, host hv-cinder-78638, cleared binding levels {{(pid=91539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 07:58:28.159643 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:28.163103 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-2d8c3b02-ae42-4cea-bef5-83b5f8332789 service neutron] For port 5a184353-f207-4dac-844e-e85fec6a25cb, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5a184353-f207-4dac-844e-e85fec6a25cb,segment=NetworkSegment(0a9f3729-62b7-4b55-a4b9-f7267fb154d2),segment_id=0a9f3729-62b7-4b55-a4b9-f7267fb154d2)] {{(pid=91539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 07:58:28.174080 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-2d8c3b02-ae42-4cea-bef5-83b5f8332789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:28.183268 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-313b75b7-0b58-4e01-8a5f-71387b9f9bd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:28.187336 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7b3ba-4c05-41ea-aa6b-8f82ab59128c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566d73c8-454c-47f3-a24d-f799c179ad17,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:28.196659 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-35e7b3ba-4c05-41ea-aa6b-8f82ab59128c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:28.207633 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-35e7b3ba-4c05-41ea-aa6b-8f82ab59128c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:28.211331 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-35e7b3ba-4c05-41ea-aa6b-8f82ab59128c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/566d73c8-454c-47f3-a24d-f799c179ad17 HTTP/1.1" status: 204 len: 168 time: 0.2870829 Jun 02 07:58:28.223665 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 30976f16-8bf1-4d3b-9ede-bfb612bf6380 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=91541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 07:58:28.303066 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c3b02-ae42-4cea-bef5-83b5f8332789 service neutron] Pushing event updated for resources: {'Port': ['ID=5a184353-f207-4dac-844e-e85fec6a25cb,revision_number=3']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:28.313170 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-2d8c3b02-ae42-4cea-bef5-83b5f8332789 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:28.322043 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-2d8c3b02-ae42-4cea-bef5-83b5f8332789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:28.322883 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-2d8c3b02-ae42-4cea-bef5-83b5f8332789 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:28.324333 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-2d8c3b02-ae42-4cea-bef5-83b5f8332789 service neutron] 10.222.0.79 "PUT /v2.0/ports/5a184353-f207-4dac-844e-e85fec6a25cb HTTP/1.1" status: 200 len: 1094 time: 1.3478575 Jun 02 07:58:28.324823 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '802a0401-e987-405e-b7f4-ad7d47102e36', 'tag': '5a184353-f207-4dac-844e-e85fec6a25cb'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 07:58:28.327245 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b7c28a-b9c3-4a7f-a526-7a45a434f87b" -d '{"events": [{"name": "network-changed", "server_uuid": "802a0401-e987-405e-b7f4-ad7d47102e36", "tag": "5a184353-f207-4dac-844e-e85fec6a25cb"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 07:58:28.535755 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 30976f16-8bf1-4d3b-9ede-bfb612bf6380, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=30976f16-8bf1-4d3b-9ede-bfb612bf6380,segment=NetworkSegment(7571d2f6-9016-4802-a030-87cae188c8e3),segment_id=7571d2f6-9016-4802-a030-87cae188c8e3)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:58:28.578669 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Returning: {'device': '30976f16-8bf1-4d3b-9ede-bfb612bf6380', 'network_id': '5920cfca-f051-4509-941a-46b192c48b56', 'port_id': '30976f16-8bf1-4d3b-9ede-bfb612bf6380', 'mac_address': 'fa:16:3e:ed:53:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80579146-c765-4f7b-89f0-58e1765e1f5a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 07:58:28.616980 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-6b10aed6-34ed-4816-a818-5e41dac98dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:28.618858 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-6b10aed6-34ed-4816-a818-5e41dac98dbc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6b8d02cd22f94fd0a8a8af38d9d22b8d&device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 1097 time: 0.2435553 Jun 02 07:58:28.701885 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4dff0-17f9-4dba-824e-a6d08db54f7b req-e5e59132-71d1-4fd4-94bb-72b61137e79d tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:28.703569 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-81c4dff0-17f9-4dba-824e-a6d08db54f7b req-e5e59132-71d1-4fd4-94bb-72b61137e79d tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 944 time: 0.2949584 Jun 02 07:58:28.765187 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-81c4dff0-17f9-4dba-824e-a6d08db54f7b req-495d42a4-9215-4a61-ba63-83d8c559098a tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542099 Jun 02 07:58:28.773437 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-c0469d2d-217a-4ac6-a8cc-eae15ec8b408 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a184353-f207-4dac-844e-e85fec6a25cb HTTP/1.1" status: 200 len: 217 time: 0.1209989 Jun 02 07:58:28.829253 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:28.872056 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-cf5f420f-4775-4567-a45c-23d47b06ce79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:28.873912 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-cf5f420f-4775-4567-a45c-23d47b06ce79 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dab5414d-1dc2-421f-9986-4a6ba721194d HTTP/1.1" status: 200 len: 855 time: 0.0997069 Jun 02 07:58:28.875325 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30976f16-8bf1-4d3b-9ede-bfb612bf6380 {{(pid=91541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 07:58:28.909308 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 30976f16-8bf1-4d3b-9ede-bfb612bf6380, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=30976f16-8bf1-4d3b-9ede-bfb612bf6380,segment=NetworkSegment(7571d2f6-9016-4802-a030-87cae188c8e3),segment_id=7571d2f6-9016-4802-a030-87cae188c8e3)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:58:28.925254 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:28.927797 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:28.933288 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 07:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7253dabe-6a16-422b-80fa-b8cc16acf032 x-openstack-request-id: req-7253dabe-6a16-422b-80fa-b8cc16acf032 {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 07:58:28.933950 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "802a0401-e987-405e-b7f4-ad7d47102e36", "tag": "5a184353-f207-4dac-844e-e85fec6a25cb", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 07:58:28.934453 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7253dabe-6a16-422b-80fa-b8cc16acf032 {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 07:58:28.935143 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '802a0401-e987-405e-b7f4-ad7d47102e36', 'tag': '5a184353-f207-4dac-844e-e85fec6a25cb', 'status': 'completed', 'code': 200} Jun 02 07:58:28.955938 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56ec39-31d6-4f76-a426-1a8c3a90dabb req-87498f06-f5b1-46dd-8dd7-50619c846213 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:28.957534 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5c56ec39-31d6-4f76-a426-1a8c3a90dabb req-87498f06-f5b1-46dd-8dd7-50619c846213 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 943 time: 0.4882953 Jun 02 07:58:29.026845 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-ea01c9c8-26b7-4686-a85f-76e6d67c0481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:29.028797 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-ea01c9c8-26b7-4686-a85f-76e6d67c0481 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c2b2e088-f309-40ee-a9da-7f4c929ceb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1470213 Jun 02 07:58:29.031752 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5c56ec39-31d6-4f76-a426-1a8c3a90dabb req-957f3a00-001d-4d28-bd88-ee27b733378c tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598469 Jun 02 07:58:29.068214 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=30976f16-8bf1-4d3b-9ede-bfb612bf6380,revision_number=4']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:29.072708 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:29.169812 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['30976f16-8bf1-4d3b-9ede-bfb612bf6380'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 07:58:29.299432 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-44a1cb72-b9cb-4e56-8e32-16f484169ab3 service neutron] 10.222.0.79 "GET /v2.0/networks/c2b2e088-f309-40ee-a9da-7f4c929ceb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632682 Jun 02 07:58:29.478844 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0a5f21d0-08dc-423a-a629-2ac8d891fe89 req-cbeaa1ad-7eb3-4a6c-b173-1f5efe5880d2 service neutron] 10.222.0.79 "GET /v2.0/networks/c2b2e088-f309-40ee-a9da-7f4c929ceb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717367 Jun 02 07:58:29.652083 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 40536) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:29.662126 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7c28a-b9c3-4a7f-a526-7a45a434f87b req-fa3802bf-010e-4ff1-8379-05acc793ae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:29.664506 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-22b7c28a-b9c3-4a7f-a526-7a45a434f87b req-fa3802bf-010e-4ff1-8379-05acc793ae60 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6b8d02cd22f94fd0a8a8af38d9d22b8d&device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 1097 time: 0.1195185 Jun 02 07:58:29.831637 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7c28a-b9c3-4a7f-a526-7a45a434f87b req-9cd6329d-ad01-4ce7-b3c4-5e83384b6da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:29.833146 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-22b7c28a-b9c3-4a7f-a526-7a45a434f87b req-9cd6329d-ad01-4ce7-b3c4-5e83384b6da4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c2b2e088-f309-40ee-a9da-7f4c929ceb8e HTTP/1.1" status: 200 len: 917 time: 0.1616554 Jun 02 07:58:29.935505 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-22b7c28a-b9c3-4a7f-a526-7a45a434f87b req-534476c2-3616-45ee-894d-ab742e0c9dc4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a184353-f207-4dac-844e-e85fec6a25cb HTTP/1.1" status: 200 len: 217 time: 0.0914137 Jun 02 07:58:29.939177 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-c55ccaee-8bed-4f57-b058-c1f7a33937bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:29.991278 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-dd5fc0e0-60ad-41bf-968a-1d4905459c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:30.023030 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-dd5fc0e0-60ad-41bf-968a-1d4905459c1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:30.029284 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-dd5fc0e0-60ad-41bf-968a-1d4905459c1a admin admin] Usage tracker for resource:security_group_rule and tenant:abdd9347420241eaa9062bba1c993918 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:30.033788 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-dd5fc0e0-60ad-41bf-968a-1d4905459c1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:30.041601 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-dd5fc0e0-60ad-41bf-968a-1d4905459c1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:30.052769 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7c28a-b9c3-4a7f-a526-7a45a434f87b req-21e1590f-c942-4f2e-8ad5-d22cb0c49f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:30.054381 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-22b7c28a-b9c3-4a7f-a526-7a45a434f87b req-21e1590f-c942-4f2e-8ad5-d22cb0c49f5d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dab5414d-1dc2-421f-9986-4a6ba721194d HTTP/1.1" status: 200 len: 855 time: 0.1114230 Jun 02 07:58:30.159493 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26e5bc-67bb-48df-bca0-1c11f153782b req-f00ab04a-c78c-4faf-b29f-ab0f94fc1acb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:30.159493 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-0d26e5bc-67bb-48df-bca0-1c11f153782b req-f00ab04a-c78c-4faf-b29f-ab0f94fc1acb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Synchronizing usage tracker for tenant:6b8d02cd22f94fd0a8a8af38d9d22b8d on resource:port {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 07:58:30.188069 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7c28a-b9c3-4a7f-a526-7a45a434f87b req-999b0194-b32d-47dc-a679-9c8c164c0884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:30.190255 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-22b7c28a-b9c3-4a7f-a526-7a45a434f87b req-999b0194-b32d-47dc-a679-9c8c164c0884 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c2b2e088-f309-40ee-a9da-7f4c929ceb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1215637 Jun 02 07:58:30.191769 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-0d26e5bc-67bb-48df-bca0-1c11f153782b req-f00ab04a-c78c-4faf-b29f-ab0f94fc1acb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Unset dirty status for tenant:6b8d02cd22f94fd0a8a8af38d9d22b8d on resource:port {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 07:58:30.193642 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0d26e5bc-67bb-48df-bca0-1c11f153782b req-f00ab04a-c78c-4faf-b29f-ab0f94fc1acb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 944 time: 0.2176139 Jun 02 07:58:30.195147 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-dd5fc0e0-60ad-41bf-968a-1d4905459c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:30.203174 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-dd5fc0e0-60ad-41bf-968a-1d4905459c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:30.218084 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-8b4689cb-2614-441d-88d9-d0b87334770d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:30.235164 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 30976f16-8bf1-4d3b-9ede-bfb612bf6380 up at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:58:30.356840 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning for port 30976f16-8bf1-4d3b-9ede-bfb612bf6380 completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 07:58:30.368362 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning complete for port 30976f16-8bf1-4d3b-9ede-bfb612bf6380 triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:58:30.369215 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:30.421159 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-dd5fc0e0-60ad-41bf-968a-1d4905459c1a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=abdd9347420241eaa9062bba1c993918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7681429 Jun 02 07:58:30.423669 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-22b7c28a-b9c3-4a7f-a526-7a45a434f87b req-53f10ffb-666b-4065-bca6-cbd6f3f922ae service neutron] 10.222.0.79 "GET /v2.0/networks/c2b2e088-f309-40ee-a9da-7f4c929ceb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240798 Jun 02 07:58:30.427022 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 40572) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:30.481634 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5fc0e0-60ad-41bf-968a-1d4905459c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c38ad6-48da-4bdd-a473-4e2dccce2cff,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:30.495846 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0d26e5bc-67bb-48df-bca0-1c11f153782b req-7ec08011-aa1f-4688-aacb-72a7cf4fc9a7 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2601185 Jun 02 07:58:30.496549 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-dd5fc0e0-60ad-41bf-968a-1d4905459c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:30.529129 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:30.589598 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeed7c0-1394-4797-afe4-f304baaf8004 req-366718db-55b9-4de0-abc7-1fef6d84877f tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:30.598248 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-dbeed7c0-1394-4797-afe4-f304baaf8004 req-366718db-55b9-4de0-abc7-1fef6d84877f tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 944 time: 0.3149984 Jun 02 07:58:30.599660 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0a95da-ebcc-4e3c-87e5-e5bebdcf0748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30976f16-8bf1-4d3b-9ede-bfb612bf6380'}] {{(pid=91541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 07:58:30.602389 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab578fc78af4bba4052238dc90c68e3a7405fe2d006a0c4fb1b419504dc30437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bf555d-d435-402f-8537-a52860579236" -d '{"events": [{"server_uuid": "af0a95da-ebcc-4e3c-87e5-e5bebdcf0748", "name": "network-vif-plugged", "status": "completed", "tag": "30976f16-8bf1-4d3b-9ede-bfb612bf6380"}]}' {{(pid=91541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 07:58:30.612697 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 30976f16-8bf1-4d3b-9ede-bfb612bf6380, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=30976f16-8bf1-4d3b-9ede-bfb612bf6380,segment=NetworkSegment(7571d2f6-9016-4802-a030-87cae188c8e3),segment_id=7571d2f6-9016-4802-a030-87cae188c8e3)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:58:30.617626 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-2100d25c-d6bc-4ee4-a9f6-8ad3de48cc4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:30.617753 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:30.621829 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-f7b21971-bcf9-43be-a617-766ce6589275 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:30.649644 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-22b7c28a-b9c3-4a7f-a526-7a45a434f87b req-de0647e7-e61a-46c5-ac0d-92ba4d3f2099 service neutron] 10.222.0.79 "GET /v2.0/networks/c2b2e088-f309-40ee-a9da-7f4c929ceb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175305 Jun 02 07:58:30.670886 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-2100d25c-d6bc-4ee4-a9f6-8ad3de48cc4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:30.687582 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-dbeed7c0-1394-4797-afe4-f304baaf8004 req-2da86eb7-893e-427f-861a-ef9eac7f1991 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878737 Jun 02 07:58:30.743922 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 07:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99268f2-e70c-45ec-a5e6-b88b57016c4e x-openstack-request-id: req-a99268f2-e70c-45ec-a5e6-b88b57016c4e {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 07:58:30.746081 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0a95da-ebcc-4e3c-87e5-e5bebdcf0748", "name": "network-vif-plugged", "status": "completed", "tag": "30976f16-8bf1-4d3b-9ede-bfb612bf6380", "code": 200}]} {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 07:58:30.752093 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a99268f2-e70c-45ec-a5e6-b88b57016c4e {{(pid=91541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 07:58:30.753682 dv-cinder-786385-7-smb neutron-server[91541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0a95da-ebcc-4e3c-87e5-e5bebdcf0748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30976f16-8bf1-4d3b-9ede-bfb612bf6380', 'code': 200} Jun 02 07:58:30.796981 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-2100d25c-d6bc-4ee4-a9f6-8ad3de48cc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:30.803081 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-d7110061-c4dc-4965-9928-6dbf5d22adfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:30.840080 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100d25c-d6bc-4ee4-a9f6-8ad3de48cc4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c38ad6-48da-4bdd-a473-4e2dccce2cff,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:30.843713 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-2100d25c-d6bc-4ee4-a9f6-8ad3de48cc4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:30.847536 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-2100d25c-d6bc-4ee4-a9f6-8ad3de48cc4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:30.851758 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-2100d25c-d6bc-4ee4-a9f6-8ad3de48cc4d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/68c38ad6-48da-4bdd-a473-4e2dccce2cff HTTP/1.1" status: 204 len: 168 time: 0.4099154 Jun 02 07:58:30.888926 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=30976f16-8bf1-4d3b-9ede-bfb612bf6380,revision_number=5']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:30.896527 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:31.062952 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286deb3a-206d-402b-9078-4d5fbad2ecf5 req-27e03cd5-066d-4ffc-a9a4-d86ad8107790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:31.064682 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-286deb3a-206d-402b-9078-4d5fbad2ecf5 req-27e03cd5-066d-4ffc-a9a4-d86ad8107790 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 1098 time: 0.0717852 Jun 02 07:58:31.110716 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-286deb3a-206d-402b-9078-4d5fbad2ecf5 req-6763e741-0d36-44b7-8e34-617b58e8aef9 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392106 Jun 02 07:58:31.416289 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 40608) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:31.432711 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-815bd701-0033-4eae-8123-07a392445192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:31.447580 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-815bd701-0033-4eae-8123-07a392445192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:31.451579 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-815bd701-0033-4eae-8123-07a392445192 admin admin] Usage tracker for resource:security_group_rule and tenant:440378aa383646d5898dddc5e294a2b5 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:31.455471 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-815bd701-0033-4eae-8123-07a392445192 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:31.461667 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-815bd701-0033-4eae-8123-07a392445192 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:31.606960 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-815bd701-0033-4eae-8123-07a392445192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:31.617394 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-815bd701-0033-4eae-8123-07a392445192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:31.638025 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-967f5f5c-3348-43f3-979a-f1277f7bf11a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:31.738968 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-815bd701-0033-4eae-8123-07a392445192 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=440378aa383646d5898dddc5e294a2b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3215997 Jun 02 07:58:31.740675 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815bd701-0033-4eae-8123-07a392445192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ccd069-1a74-4cf5-8d20-07d533c9f714,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:31.742103 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 40624) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:31.744739 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-815bd701-0033-4eae-8123-07a392445192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:31.807685 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f060c3-9a68-4c53-9e98-61d79bf8d9f4 req-16462f1b-61e1-4f9a-b290-b3c8f7ab1391 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:31.815140 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-a0f060c3-9a68-4c53-9e98-61d79bf8d9f4 req-16462f1b-61e1-4f9a-b290-b3c8f7ab1391 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 944 time: 0.1639149 Jun 02 07:58:31.836997 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-99b5ddf9-077f-4083-9769-79bb7f2623b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:31.888281 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-99b5ddf9-077f-4083-9769-79bb7f2623b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:31.906451 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-a0f060c3-9a68-4c53-9e98-61d79bf8d9f4 req-c3ed4f05-2f1c-4913-8a88-2fd723b27d09 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0853338 Jun 02 07:58:32.118974 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-99b5ddf9-077f-4083-9769-79bb7f2623b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:32.130309 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-a951aa01-192b-4cb2-995d-b746fee9e0ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:32.152027 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5ddf9-077f-4083-9769-79bb7f2623b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ccd069-1a74-4cf5-8d20-07d533c9f714,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:32.160062 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-99b5ddf9-077f-4083-9769-79bb7f2623b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:32.161055 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-99b5ddf9-077f-4083-9769-79bb7f2623b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:32.164799 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-99b5ddf9-077f-4083-9769-79bb7f2623b1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/63ccd069-1a74-4cf5-8d20-07d533c9f714 HTTP/1.1" status: 204 len: 168 time: 0.4215217 Jun 02 07:58:32.192063 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b203e-6cac-4028-9ea6-6cd9e953376a req-0fe6fc0c-27cc-462f-adc7-14f63354335b tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:32.194435 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-642b203e-6cac-4028-9ea6-6cd9e953376a req-0fe6fc0c-27cc-462f-adc7-14f63354335b tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.2575269 Jun 02 07:58:32.224386 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 5a184353-f207-4dac-844e-e85fec6a25cb details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=91541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 07:58:32.337825 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-642b203e-6cac-4028-9ea6-6cd9e953376a req-6f527093-e2ec-47d7-bfe3-a218ebf6d8d9 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346285 Jun 02 07:58:32.427321 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:32.468003 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 5a184353-f207-4dac-844e-e85fec6a25cb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5a184353-f207-4dac-844e-e85fec6a25cb,segment=NetworkSegment(0a9f3729-62b7-4b55-a4b9-f7267fb154d2),segment_id=0a9f3729-62b7-4b55-a4b9-f7267fb154d2)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:58:32.487223 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Returning: {'device': '5a184353-f207-4dac-844e-e85fec6a25cb', 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e', 'port_id': '5a184353-f207-4dac-844e-e85fec6a25cb', 'mac_address': 'fa:16:3e:cc:bd:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab5414d-1dc2-421f-9986-4a6ba721194d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 07:58:32.565674 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:32.599922 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a184353-f207-4dac-844e-e85fec6a25cb {{(pid=91541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 07:58:32.639401 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 5a184353-f207-4dac-844e-e85fec6a25cb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5a184353-f207-4dac-844e-e85fec6a25cb,segment=NetworkSegment(0a9f3729-62b7-4b55-a4b9-f7267fb154d2),segment_id=0a9f3729-62b7-4b55-a4b9-f7267fb154d2)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:58:32.643231 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-ed55724e-b7b0-4a62-912d-f42ca339a3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:32.646659 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:32.648722 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-f7b21971-bcf9-43be-a617-766ce6589275 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:32.741857 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=5a184353-f207-4dac-844e-e85fec6a25cb,revision_number=4']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:32.746119 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:32.815777 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcade2-06c2-4fd3-9483-6008909e0ce3 req-a18367d3-e36d-4ea0-b5b0-95570f2eaf38 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:32.824347 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-fdbcade2-06c2-4fd3-9483-6008909e0ce3 req-a18367d3-e36d-4ea0-b5b0-95570f2eaf38 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a3c29f-1050-4225-bb5f-3109fe7eab5a HTTP/1.1" status: 200 len: 945 time: 0.1278849 Jun 02 07:58:32.888701 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-fdbcade2-06c2-4fd3-9483-6008909e0ce3 req-7a46dcf0-e7b2-447e-9594-457fd83cc5ff tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.81 "GET /v2.0/security-groups?id=8408fc2a-0067-45ba-a4a5-5034d5249ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632281 Jun 02 07:58:32.913698 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['5a184353-f207-4dac-844e-e85fec6a25cb'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 07:58:33.129551 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd60326-ff93-4535-8a14-5f3cec652f0f req-9b839478-e3ac-4c16-bbcf-261c70882846 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:33.136577 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-bcd60326-ff93-4535-8a14-5f3cec652f0f req-9b839478-e3ac-4c16-bbcf-261c70882846 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 945 time: 0.0935659 Jun 02 07:58:33.200935 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-bcd60326-ff93-4535-8a14-5f3cec652f0f req-8c21f72f-5f00-4cc9-9b2f-0a7acacf4b68 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0632453 Jun 02 07:58:33.560813 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b920e1-39f8-43fc-a57f-53c96825ee8f req-96028d08-45bb-4cb8-bf00-85d424094f88 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:33.562468 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a7b920e1-39f8-43fc-a57f-53c96825ee8f req-96028d08-45bb-4cb8-bf00-85d424094f88 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.1127689 Jun 02 07:58:33.622243 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a7b920e1-39f8-43fc-a57f-53c96825ee8f req-a0dae92b-b9ff-4b3f-aa39-38ec4bcce53b tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530550 Jun 02 07:58:33.859604 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13622361-78f7-402d-8a2d-50851963e238 req-024381d7-46c5-432b-9a31-7abbb242df17 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:33.864402 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-13622361-78f7-402d-8a2d-50851963e238 req-024381d7-46c5-432b-9a31-7abbb242df17 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.0994132 Jun 02 07:58:33.871287 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 40724) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:33.876356 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [None req-580c42ac-f070-453c-995e-a6da1a277cb5 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Request body: {'floatingip': {'port_id': '30976f16-8bf1-4d3b-9ede-bfb612bf6380'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:58:33.959237 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-580c42ac-f070-453c-995e-a6da1a277cb5 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for floatingip, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:33.992707 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:34.234341 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 5a184353-f207-4dac-844e-e85fec6a25cb up at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:58:34.362158 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning for port 5a184353-f207-4dac-844e-e85fec6a25cb completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 07:58:34.367551 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning complete for port 5a184353-f207-4dac-844e-e85fec6a25cb triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:58:34.368208 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:34.494849 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad519954-fde6-4b47-a232-397199d88e9d req-0d068d69-123b-4c7e-a985-38c9dbaf7a25 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:34.501824 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc6c6d-b494-4954-95f0-a4e9dc12d378 req-420358f7-da68-4b6d-8b21-72d62a271f22 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:34.503713 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-81bc6c6d-b494-4954-95f0-a4e9dc12d378 req-420358f7-da68-4b6d-8b21-72d62a271f22 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a3c29f-1050-4225-bb5f-3109fe7eab5a HTTP/1.1" status: 200 len: 945 time: 0.3535190 Jun 02 07:58:34.504115 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-ad519954-fde6-4b47-a232-397199d88e9d req-0d068d69-123b-4c7e-a985-38c9dbaf7a25 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 945 time: 0.1255693 Jun 02 07:58:34.553476 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e468d5-69e7-473c-92e1-5630149458b3 req-0facaa6f-ebdf-430c-ab1d-72087c465395 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:34.555302 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-98e468d5-69e7-473c-92e1-5630149458b3 req-0facaa6f-ebdf-430c-ab1d-72087c465395 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a3c29f-1050-4225-bb5f-3109fe7eab5a HTTP/1.1" status: 200 len: 945 time: 0.3149681 Jun 02 07:58:34.574280 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-ad519954-fde6-4b47-a232-397199d88e9d req-0bdad2c1-ebdc-4f02-8ccd-8769f35c3e0d tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0661628 Jun 02 07:58:34.631158 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:34.671583 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 5a184353-f207-4dac-844e-e85fec6a25cb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5a184353-f207-4dac-844e-e85fec6a25cb,segment=NetworkSegment(0a9f3729-62b7-4b55-a4b9-f7267fb154d2),segment_id=0a9f3729-62b7-4b55-a4b9-f7267fb154d2)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:58:34.672774 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802a0401-e987-405e-b7f4-ad7d47102e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a184353-f207-4dac-844e-e85fec6a25cb'}] {{(pid=91541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 07:58:34.676384 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab578fc78af4bba4052238dc90c68e3a7405fe2d006a0c4fb1b419504dc30437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbee080-a706-4e17-9f16-4d8b5be661c2" -d '{"events": [{"server_uuid": "802a0401-e987-405e-b7f4-ad7d47102e36", "name": "network-vif-plugged", "status": "completed", "tag": "5a184353-f207-4dac-844e-e85fec6a25cb"}]}' {{(pid=91541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 07:58:34.681018 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:34.683533 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:34.758936 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 07:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3ae482-9867-477d-aba2-b24ee9093465 x-openstack-request-id: req-3c3ae482-9867-477d-aba2-b24ee9093465 {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 07:58:34.759293 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802a0401-e987-405e-b7f4-ad7d47102e36", "name": "network-vif-plugged", "status": "completed", "tag": "5a184353-f207-4dac-844e-e85fec6a25cb", "code": 200}]} {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 07:58:34.759892 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3c3ae482-9867-477d-aba2-b24ee9093465 {{(pid=91541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 07:58:34.760655 dv-cinder-786385-7-smb neutron-server[91541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '802a0401-e987-405e-b7f4-ad7d47102e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a184353-f207-4dac-844e-e85fec6a25cb', 'code': 200} Jun 02 07:58:34.779117 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=5a184353-f207-4dac-844e-e85fec6a25cb,revision_number=5']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:34.784393 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:34.802972 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-81bc6c6d-b494-4954-95f0-a4e9dc12d378 req-a478817f-4efd-43aa-8b16-bcc04114d7af tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.81 "GET /v2.0/security-groups?id=8408fc2a-0067-45ba-a4a5-5034d5249ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888958 Jun 02 07:58:35.011430 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 40784) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:35.195188 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ddf1220c-bd8c-4344-b073-5bc28091df88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:35.233487 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-ddf1220c-bd8c-4344-b073-5bc28091df88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:35.238295 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-ddf1220c-bd8c-4344-b073-5bc28091df88 admin admin] Usage tracker for resource:security_group_rule and tenant:4e74faad8fc1416cb12ef502d25f2a86 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:35.241408 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-ddf1220c-bd8c-4344-b073-5bc28091df88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:35.247407 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-ddf1220c-bd8c-4344-b073-5bc28091df88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:35.326945 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:35.338699 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [req-98e468d5-69e7-473c-92e1-5630149458b3 req-b4dcb4ec-dfa8-4cbd-9a81-2d7c346860dc tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Deleting port c9c5edf8-d2dd-493a-abee-1749cd4995bc {{(pid=91539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 07:58:35.339345 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-98e468d5-69e7-473c-92e1-5630149458b3 req-b4dcb4ec-dfa8-4cbd-9a81-2d7c346860dc tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:35.365780 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ddf1220c-bd8c-4344-b073-5bc28091df88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:35.372286 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ddf1220c-bd8c-4344-b073-5bc28091df88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:35.381762 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:35.398996 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06f255-03dc-49b3-aba3-7b66a23a33d6 req-c39010a1-6328-4766-a841-cc994667e7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:35.400787 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9e06f255-03dc-49b3-aba3-7b66a23a33d6 req-c39010a1-6328-4766-a841-cc994667e7c6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 1099 time: 0.4130125 Jun 02 07:58:35.416120 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1220c-bd8c-4344-b073-5bc28091df88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d1ab62-35c8-4a46-9600-1ad4db50be9e,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:35.419057 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-ddf1220c-bd8c-4344-b073-5bc28091df88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:35.438146 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-ddf1220c-bd8c-4344-b073-5bc28091df88 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4e74faad8fc1416cb12ef502d25f2a86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4251292 Jun 02 07:58:35.440691 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 40800) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:35.478870 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.db.resource_extend [None req-580c42ac-f070-453c-995e-a6da1a277cb5 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 07:58:35.512563 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-5e1999eb-2d6d-48ee-b2f6-c2dabc16ae56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:35.541713 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-5e1999eb-2d6d-48ee-b2f6-c2dabc16ae56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:35.616042 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-5e1999eb-2d6d-48ee-b2f6-c2dabc16ae56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:35.624712 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-01602139-bbeb-49a8-b58f-adc38f709340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:35.639266 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1999eb-2d6d-48ee-b2f6-c2dabc16ae56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d1ab62-35c8-4a46-9600-1ad4db50be9e,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:35.643548 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-5e1999eb-2d6d-48ee-b2f6-c2dabc16ae56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:35.645569 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-5e1999eb-2d6d-48ee-b2f6-c2dabc16ae56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:35.646919 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-5e1999eb-2d6d-48ee-b2f6-c2dabc16ae56 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/08d1ab62-35c8-4a46-9600-1ad4db50be9e HTTP/1.1" status: 204 len: 168 time: 0.2051673 Jun 02 07:58:35.758000 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-580c42ac-f070-453c-995e-a6da1a277cb5 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:35.763271 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9e06f255-03dc-49b3-aba3-7b66a23a33d6 req-e427270a-abc4-418c-865c-406dae003ef3 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3541260 Jun 02 07:58:35.766265 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-580c42ac-f070-453c-995e-a6da1a277cb5 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-945703'] for floatingip, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:35.848631 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-98e468d5-69e7-473c-92e1-5630149458b3 req-b4dcb4ec-dfa8-4cbd-9a81-2d7c346860dc tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] For port c9c5edf8-d2dd-493a-abee-1749cd4995bc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c9c5edf8-d2dd-493a-abee-1749cd4995bc,segment=NetworkSegment(108df582-a270-47de-a682-8952cd6685a3),segment_id=108df582-a270-47de-a682-8952cd6685a3)] {{(pid=91539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:58:35.849176 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-98e468d5-69e7-473c-92e1-5630149458b3 req-b4dcb4ec-dfa8-4cbd-9a81-2d7c346860dc tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:35.943157 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483228cc-f75b-4313-8990-348d063c86e9 req-e56e41c0-403c-4dc7-9c28-00fab0992523 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:35.950783 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-483228cc-f75b-4313-8990-348d063c86e9 req-e56e41c0-403c-4dc7-9c28-00fab0992523 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 946 time: 0.1633468 Jun 02 07:58:36.060483 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-483228cc-f75b-4313-8990-348d063c86e9 req-07326b82-16b9-4f19-b194-c943216f91c9 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1086681 Jun 02 07:58:36.144227 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [req-98e468d5-69e7-473c-92e1-5630149458b3 req-b4dcb4ec-dfa8-4cbd-9a81-2d7c346860dc tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Calling delete_port for c9c5edf8-d2dd-493a-abee-1749cd4995bc owned by compute:nova {{(pid=91539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 07:58:36.218551 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 40828) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:36.237899 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-42e8e6d8-3bf7-43f2-b196-fda5800ed09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:36.255577 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-42e8e6d8-3bf7-43f2-b196-fda5800ed09c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:36.260246 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-42e8e6d8-3bf7-43f2-b196-fda5800ed09c admin admin] Usage tracker for resource:security_group_rule and tenant:e444f3cde2fe474fb08d729855958672 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:36.264014 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-42e8e6d8-3bf7-43f2-b196-fda5800ed09c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:36.276119 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-42e8e6d8-3bf7-43f2-b196-fda5800ed09c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:36.421696 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-42e8e6d8-3bf7-43f2-b196-fda5800ed09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:36.428536 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-42e8e6d8-3bf7-43f2-b196-fda5800ed09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:36.439861 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.db.l3_db [None req-580c42ac-f070-453c-995e-a6da1a277cb5 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Floating IP bd662472-6995-48eb-8730-a72de03b580b associated. External IP: 172.28.1.109, port: 30976f16-8bf1-4d3b-9ede-bfb612bf6380. Jun 02 07:58:36.441887 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-e7bb4ab6-82f4-4ece-afac-1110f8835ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:36.485887 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-42e8e6d8-3bf7-43f2-b196-fda5800ed09c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e444f3cde2fe474fb08d729855958672&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2657413 Jun 02 07:58:36.487207 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e8e6d8-3bf7-43f2-b196-fda5800ed09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf778d99-f2c7-4705-a7ff-4ae969fd62aa,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:36.490317 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 40844) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:36.493087 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-42e8e6d8-3bf7-43f2-b196-fda5800ed09c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:36.537599 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718f446-a843-4bfb-849d-c77ad60e4868 req-7da7b7e8-1d7c-4723-bf41-e3f9fd568580 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:36.545468 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1718f446-a843-4bfb-849d-c77ad60e4868 req-7da7b7e8-1d7c-4723-bf41-e3f9fd568580 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a3c29f-1050-4225-bb5f-3109fe7eab5a HTTP/1.1" status: 200 len: 945 time: 0.5302625 Jun 02 07:58:36.570568 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-bf6d67b3-d7e9-4970-beb0-55efa6a317e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:36.618074 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-bf6d67b3-d7e9-4970-beb0-55efa6a317e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:36.742774 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1718f446-a843-4bfb-849d-c77ad60e4868 req-5029639e-73a2-472d-8ecf-98e82b96eb43 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.81 "GET /v2.0/security-groups?id=8408fc2a-0067-45ba-a4a5-5034d5249ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961854 Jun 02 07:58:36.775185 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-bf6d67b3-d7e9-4970-beb0-55efa6a317e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:36.779305 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-98e468d5-69e7-473c-92e1-5630149458b3 req-b4dcb4ec-dfa8-4cbd-9a81-2d7c346860dc tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:36.782910 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-bbc33663-ac1b-43b4-aa50-33c0f664f073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:36.793387 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-e848afd4-62ce-4b49-b519-965c39e35c9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:36.810741 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-bf6d67b3-d7e9-4970-beb0-55efa6a317e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:36.815114 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-bf6d67b3-d7e9-4970-beb0-55efa6a317e6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cf778d99-f2c7-4705-a7ff-4ae969fd62aa HTTP/1.1" status: 204 len: 168 time: 0.3233016 Jun 02 07:58:36.817902 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d67b3-d7e9-4970-beb0-55efa6a317e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf778d99-f2c7-4705-a7ff-4ae969fd62aa,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:36.824901 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-bf6d67b3-d7e9-4970-beb0-55efa6a317e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:36.926294 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dcb4ec-dfa8-4cbd-9a81-2d7c346860dc tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Pushing event deleted for resources: {'Port': ['ID=c9c5edf8-d2dd-493a-abee-1749cd4995bc,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:36.996143 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-b4dcb4ec-dfa8-4cbd-9a81-2d7c346860dc tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:37.052302 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e468d5-69e7-473c-92e1-5630149458b3 req-b4dcb4ec-dfa8-4cbd-9a81-2d7c346860dc tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] No DVR routers for this DVR port c9c5edf8-d2dd-493a-abee-1749cd4995bc on host hv-cinder-78638 {{(pid=91539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 07:58:37.065595 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-98e468d5-69e7-473c-92e1-5630149458b3 req-b4dcb4ec-dfa8-4cbd-9a81-2d7c346860dc tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:37.069642 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a3c29f-1050-4225-bb5f-3109fe7eab5a', 'name': 'network-vif-deleted', 'tag': 'c9c5edf8-d2dd-493a-abee-1749cd4995bc'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 07:58:37.071960 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334f8aba-988d-4a4c-b7f5-398b00110842" -d '{"events": [{"server_uuid": "89a3c29f-1050-4225-bb5f-3109fe7eab5a", "name": "network-vif-deleted", "tag": "c9c5edf8-d2dd-493a-abee-1749cd4995bc"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 07:58:37.142847 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-98e468d5-69e7-473c-92e1-5630149458b3 req-b4dcb4ec-dfa8-4cbd-9a81-2d7c346860dc tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.79 "DELETE /v2.0/ports/c9c5edf8-d2dd-493a-abee-1749cd4995bc HTTP/1.1" status: 204 len: 173 time: 2.5710678 Jun 02 07:58:37.172539 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 07:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174afc57-c1b6-4508-a80d-ea53d3046e1e x-openstack-request-id: req-174afc57-c1b6-4508-a80d-ea53d3046e1e {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 07:58:37.173464 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a3c29f-1050-4225-bb5f-3109fe7eab5a", "name": "network-vif-deleted", "tag": "c9c5edf8-d2dd-493a-abee-1749cd4995bc", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 07:58:37.173741 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-174afc57-c1b6-4508-a80d-ea53d3046e1e {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 07:58:37.174148 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a3c29f-1050-4225-bb5f-3109fe7eab5a', 'name': 'network-vif-deleted', 'tag': 'c9c5edf8-d2dd-493a-abee-1749cd4995bc', 'status': 'completed', 'code': 200} Jun 02 07:58:37.206141 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580c42ac-f070-453c-995e-a6da1a277cb5 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Router ea22b6ee-eeec-4f12-8c54-137171f81e80 has already been hosted by L3 agent 221affb1-81f2-42a7-84c7-b8c79a9401bf {{(pid=91539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 07:58:37.216956 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.agents_db [None req-10acdd10-972e-4945-a856-8243e035fc02 None None] Agent healthcheck: found 6 active agents {{(pid=91542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 07:58:37.619116 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580c42ac-f070-453c-995e-a6da1a277cb5 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify agent at l3_agent.dv-cinder-786385-7-smb the message routers_updated {{(pid=91539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 07:58:37.631959 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-580c42ac-f070-453c-995e-a6da1a277cb5 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for floatingip, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:37.634476 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa08212-263b-485b-82c7-dcb38abf9423 None None] Sync routers for ids ['ea22b6ee-eeec-4f12-8c54-137171f81e80'] in dv-cinder-786385-7-smb {{(pid=91542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 07:58:37.656600 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa08212-263b-485b-82c7-dcb38abf9423 None None] Routers {'ea22b6ee-eeec-4f12-8c54-137171f81e80'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 07:58:37.658484 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-8aa08212-263b-485b-82c7-dcb38abf9423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T07:58:33Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['ea22b6ee-eeec-4f12-8c54-137171f81e80'], 'active': True} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:58:37.733524 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa0308-ee60-4ed5-ae24-d35fede7f33a req-43af56ae-821f-42cd-a32a-3b76115362df tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:37.735581 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-78fa0308-ee60-4ed5-ae24-d35fede7f33a req-43af56ae-821f-42cd-a32a-3b76115362df tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 946 time: 0.4570410 Jun 02 07:58:37.748034 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-580c42ac-f070-453c-995e-a6da1a277cb5 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "PUT /v2.0/floatingips/bd662472-6995-48eb-8730-a72de03b580b HTTP/1.1" status: 200 len: 991 time: 3.8755615 Jun 02 07:58:37.797039 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-78fa0308-ee60-4ed5-ae24-d35fede7f33a req-81854fda-e7e4-40c5-a6cf-7fffefa9910d tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554738 Jun 02 07:58:37.972618 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvr_db [None req-8aa08212-263b-485b-82c7-dcb38abf9423 None None] Set router ea22b6ee-eeec-4f12-8c54-137171f81e80 gateway port host: dv-cinder-786385-7-smb {{(pid=91542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 07:58:38.018039 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-fcb4c50c-cbaa-4408-ab1b-d1b1843b0db7 req-b9f02080-ffc4-4500-993b-f0fc995e42f3 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Synchronizing usage tracker for tenant:74cc8f4cfe4549ceafbae584172b2ebe on resource:port {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 07:58:38.050088 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-fcb4c50c-cbaa-4408-ab1b-d1b1843b0db7 req-b9f02080-ffc4-4500-993b-f0fc995e42f3 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Unset dirty status for tenant:74cc8f4cfe4549ceafbae584172b2ebe on resource:port {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 07:58:38.051473 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-fcb4c50c-cbaa-4408-ab1b-d1b1843b0db7 req-b9f02080-ffc4-4500-993b-f0fc995e42f3 tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a3c29f-1050-4225-bb5f-3109fe7eab5a HTTP/1.1" status: 200 len: 210 time: 0.0766695 Jun 02 07:58:38.156975 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81ddfe-207a-488e-9bca-43f518de7c94 req-d1a01e47-9503-4458-9c70-c28a6b015791 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:38.162423 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-aa81ddfe-207a-488e-9bca-43f518de7c94 req-d1a01e47-9503-4458-9c70-c28a6b015791 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 946 time: 0.1281724 Jun 02 07:58:38.168360 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 40916) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:38.175234 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [None req-03576d48-a2d5-4668-8439-cf8e9c947a63 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Request body: {'floatingip': {'port_id': '5a184353-f207-4dac-844e-e85fec6a25cb'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:58:38.220507 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device c9c5edf8-d2dd-493a-abee-1749cd4995bc no longer exists at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 07:58:38.305038 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] No Port match for: c9c5edf8-d2dd-493a-abee-1749cd4995bc {{(pid=91541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 07:58:38.305791 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device c9c5edf8-d2dd-493a-abee-1749cd4995bc not bound to the agent host hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 07:58:38.345482 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-03576d48-a2d5-4668-8439-cf8e9c947a63 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for floatingip, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:38.595427 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-8aa08212-263b-485b-82c7-dcb38abf9423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'name': 'tempest-AttachVolumeTestJSON-2040021533-router', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '3485cd67-fee9-4f35-9f3e-1e4562d1c065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:46Z', 'updated_at': '2021-06-02T07:57:54Z', 'revision_number': 4, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'gw_port': {'id': '3485cd67-fee9-4f35-9f3e-1e4562d1c065', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:47Z', 'updated_at': '2021-06-02T07:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_floatingips': [{'id': 'bd662472-6995-48eb-8730-a72de03b580b', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'floating_ip_address': '172.28.1.109', 'floating_network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'router_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'port_id': '30976f16-8bf1-4d3b-9ede-bfb612bf6380', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5920cfca-f051-4509-941a-46b192c48b56', 'mac_address': 'fa:16:3e:ed:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0a95da-ebcc-4e3c-87e5-e5bebdcf0748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T07:58:04Z', 'updated_at': '2021-06-02T07:58:35Z', 'revision_number': 1, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1204b6aa-0566-4422-bf89-81ed2587366e', 'name': '', 'network_id': '5920cfca-f051-4509-941a-46b192c48b56', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'mac_address': 'fa:16:3e:90:1c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '80579146-c765-4f7b-89f0-58e1765e1f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:53Z', 'updated_at': '2021-06-02T07:58:06Z', 'revision_number': 5, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'subnets': [{'id': '80579146-c765-4f7b-89f0-58e1765e1f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:58:38.600455 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa08212-263b-485b-82c7-dcb38abf9423 None None] Checking router: ea22b6ee-eeec-4f12-8c54-137171f81e80 for host: dv-cinder-786385-7-smb {{(pid=91542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 07:58:38.627162 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa08212-263b-485b-82c7-dcb38abf9423 None None] Routers {'ea22b6ee-eeec-4f12-8c54-137171f81e80'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 07:58:38.627738 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-8aa08212-263b-485b-82c7-dcb38abf9423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T07:58:33Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['ea22b6ee-eeec-4f12-8c54-137171f81e80'], 'active': True} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:58:38.874619 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvr_db [None req-8aa08212-263b-485b-82c7-dcb38abf9423 None None] Set router ea22b6ee-eeec-4f12-8c54-137171f81e80 gateway port host: dv-cinder-786385-7-smb {{(pid=91542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 07:58:39.151329 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-03576d48-a2d5-4668-8439-cf8e9c947a63 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:39.157428 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-03576d48-a2d5-4668-8439-cf8e9c947a63 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-945703'] for floatingip, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:39.217731 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0a95da-ebcc-4e3c-87e5-e5bebdcf0748', 'tag': '30976f16-8bf1-4d3b-9ede-bfb612bf6380'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 07:58:39.218614 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3bb31c-b656-4ea5-9d44-61d98def832b" -d '{"events": [{"name": "network-changed", "server_uuid": "af0a95da-ebcc-4e3c-87e5-e5bebdcf0748", "tag": "30976f16-8bf1-4d3b-9ede-bfb612bf6380"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 07:58:39.356220 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 07:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fc4e05-5d1b-48d4-9e43-34ba97a29a32 x-openstack-request-id: req-e3fc4e05-5d1b-48d4-9e43-34ba97a29a32 {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 07:58:39.356607 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af0a95da-ebcc-4e3c-87e5-e5bebdcf0748", "tag": "30976f16-8bf1-4d3b-9ede-bfb612bf6380", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 07:58:39.356940 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e3fc4e05-5d1b-48d4-9e43-34ba97a29a32 {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 07:58:39.357407 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0a95da-ebcc-4e3c-87e5-e5bebdcf0748', 'tag': '30976f16-8bf1-4d3b-9ede-bfb612bf6380', 'status': 'completed', 'code': 200} Jun 02 07:58:39.473974 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.db.l3_db [None req-03576d48-a2d5-4668-8439-cf8e9c947a63 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Floating IP bfd82778-c137-43d2-af7a-1960539a7d14 associated. External IP: 172.28.1.177, port: 5a184353-f207-4dac-844e-e85fec6a25cb. Jun 02 07:58:39.487967 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-8aa08212-263b-485b-82c7-dcb38abf9423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'name': 'tempest-AttachVolumeTestJSON-2040021533-router', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '3485cd67-fee9-4f35-9f3e-1e4562d1c065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:46Z', 'updated_at': '2021-06-02T07:57:54Z', 'revision_number': 4, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'gw_port': {'id': '3485cd67-fee9-4f35-9f3e-1e4562d1c065', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:47Z', 'updated_at': '2021-06-02T07:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_floatingips': [{'id': 'bd662472-6995-48eb-8730-a72de03b580b', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'floating_ip_address': '172.28.1.109', 'floating_network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'router_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'port_id': '30976f16-8bf1-4d3b-9ede-bfb612bf6380', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5920cfca-f051-4509-941a-46b192c48b56', 'mac_address': 'fa:16:3e:ed:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0a95da-ebcc-4e3c-87e5-e5bebdcf0748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T07:58:04Z', 'updated_at': '2021-06-02T07:58:35Z', 'revision_number': 1, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1204b6aa-0566-4422-bf89-81ed2587366e', 'name': '', 'network_id': '5920cfca-f051-4509-941a-46b192c48b56', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'mac_address': 'fa:16:3e:90:1c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '80579146-c765-4f7b-89f0-58e1765e1f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:53Z', 'updated_at': '2021-06-02T07:58:06Z', 'revision_number': 5, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'subnets': [{'id': '80579146-c765-4f7b-89f0-58e1765e1f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:58:39.496249 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa08212-263b-485b-82c7-dcb38abf9423 None None] The sync data for ids ['ea22b6ee-eeec-4f12-8c54-137171f81e80'] in dv-cinder-786385-7-smb is: [{'id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'name': 'tempest-AttachVolumeTestJSON-2040021533-router', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '3485cd67-fee9-4f35-9f3e-1e4562d1c065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:46Z', 'updated_at': '2021-06-02T07:57:54Z', 'revision_number': 4, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'gw_port': {'id': '3485cd67-fee9-4f35-9f3e-1e4562d1c065', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:47Z', 'updated_at': '2021-06-02T07:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_floatingips': [{'id': 'bd662472-6995-48eb-8730-a72de03b580b', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'floating_ip_address': '172.28.1.109', 'floating_network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'router_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'port_id': '30976f16-8bf1-4d3b-9ede-bfb612bf6380', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5920cfca-f051-4509-941a-46b192c48b56', 'mac_address': 'fa:16:3e:ed:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0a95da-ebcc-4e3c-87e5-e5bebdcf0748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T07:58:04Z', 'updated_at': '2021-06-02T07:58:35Z', 'revision_number': 1, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1204b6aa-0566-4422-bf89-81ed2587366e', 'name': '', 'network_id': '5920cfca-f051-4509-941a-46b192c48b56', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'mac_address': 'fa:16:3e:90:1c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '80579146-c765-4f7b-89f0-58e1765e1f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:53Z', 'updated_at': '2021-06-02T07:58:06Z', 'revision_number': 5, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'subnets': [{'id': '80579146-c765-4f7b-89f0-58e1765e1f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 07:58:39.795499 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:39.816037 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bb31c-b656-4ea5-9d44-61d98def832b req-d0ab5ee7-b171-40cd-8240-2ce388834a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:39.817734 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ef3bb31c-b656-4ea5-9d44-61d98def832b req-d0ab5ee7-b171-40cd-8240-2ce388834a4a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=688fc7fec3424c8e87ae035c39491898&device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 1098 time: 0.4421606 Jun 02 07:58:39.880877 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eb139b-1a71-461f-bb26-6071f290dc0f None None] New status for floating IP bd662472-6995-48eb-8730-a72de03b580b: ACTIVE {{(pid=91541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 07:58:40.155904 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bb31c-b656-4ea5-9d44-61d98def832b req-bb9a4795-16fd-4f42-b495-f1a66952c3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:40.159751 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ef3bb31c-b656-4ea5-9d44-61d98def832b req-bb9a4795-16fd-4f42-b495-f1a66952c3d9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5920cfca-f051-4509-941a-46b192c48b56 HTTP/1.1" status: 200 len: 912 time: 0.3300729 Jun 02 07:58:40.323286 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03576d48-a2d5-4668-8439-cf8e9c947a63 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Router f3dc0b6a-ac16-413b-b6c4-0571283fb525 has already been hosted by L3 agent 221affb1-81f2-42a7-84c7-b8c79a9401bf {{(pid=91539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 07:58:40.338712 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ef3bb31c-b656-4ea5-9d44-61d98def832b req-92a9c6dc-387d-46d6-b595-2bc39b02eee8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30976f16-8bf1-4d3b-9ede-bfb612bf6380 HTTP/1.1" status: 200 len: 1001 time: 0.1684756 Jun 02 07:58:40.541574 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bb31c-b656-4ea5-9d44-61d98def832b req-83adc3d3-19ee-4d51-a409-9a468dda6d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:40.543018 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ef3bb31c-b656-4ea5-9d44-61d98def832b req-83adc3d3-19ee-4d51-a409-9a468dda6d5f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=80579146-c765-4f7b-89f0-58e1765e1f5a HTTP/1.1" status: 200 len: 850 time: 0.1455069 Jun 02 07:58:40.614629 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03576d48-a2d5-4668-8439-cf8e9c947a63 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify agent at l3_agent.dv-cinder-786385-7-smb the message routers_updated {{(pid=91539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 07:58:40.619525 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-03576d48-a2d5-4668-8439-cf8e9c947a63 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for floatingip, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:40.632308 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811b9d06-cd4f-4c46-93ba-447cc50441ad None None] Sync routers for ids ['f3dc0b6a-ac16-413b-b6c4-0571283fb525'] in dv-cinder-786385-7-smb {{(pid=91542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 07:58:40.644812 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811b9d06-cd4f-4c46-93ba-447cc50441ad None None] Routers {'f3dc0b6a-ac16-413b-b6c4-0571283fb525'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 07:58:40.645719 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-811b9d06-cd4f-4c46-93ba-447cc50441ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T07:58:33Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['f3dc0b6a-ac16-413b-b6c4-0571283fb525'], 'active': True} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:58:40.690393 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-03576d48-a2d5-4668-8439-cf8e9c947a63 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "PUT /v2.0/floatingips/bfd82778-c137-43d2-af7a-1960539a7d14 HTTP/1.1" status: 200 len: 992 time: 2.5209033 Jun 02 07:58:40.718918 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bb31c-b656-4ea5-9d44-61d98def832b req-7b88b2b6-85c1-424e-8f9e-08ccee6d9bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:40.721837 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ef3bb31c-b656-4ea5-9d44-61d98def832b req-7b88b2b6-85c1-424e-8f9e-08ccee6d9bee service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5920cfca-f051-4509-941a-46b192c48b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1671553 Jun 02 07:58:40.939642 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ef3bb31c-b656-4ea5-9d44-61d98def832b req-c1b8b4f3-f2f3-4287-92c3-ae99df8b5a88 service neutron] 10.222.0.79 "GET /v2.0/networks/5920cfca-f051-4509-941a-46b192c48b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088253 Jun 02 07:58:40.977287 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvr_db [None req-811b9d06-cd4f-4c46-93ba-447cc50441ad None None] Set router f3dc0b6a-ac16-413b-b6c4-0571283fb525 gateway port host: dv-cinder-786385-7-smb {{(pid=91542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 07:58:41.107030 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ef3bb31c-b656-4ea5-9d44-61d98def832b req-c21e6c86-ecb8-4639-8cfd-279b6643ded2 service neutron] 10.222.0.79 "GET /v2.0/networks/5920cfca-f051-4509-941a-46b192c48b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602314 Jun 02 07:58:41.358718 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '802a0401-e987-405e-b7f4-ad7d47102e36', 'tag': '5a184353-f207-4dac-844e-e85fec6a25cb'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 07:58:41.362866 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0702ca1b-c455-4250-b04b-a3b48d790094" -d '{"events": [{"name": "network-changed", "server_uuid": "802a0401-e987-405e-b7f4-ad7d47102e36", "tag": "5a184353-f207-4dac-844e-e85fec6a25cb"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 07:58:41.456148 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-811b9d06-cd4f-4c46-93ba-447cc50441ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'name': 'tempest-AttachVolumeShelveTestJSON-235286783-router', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'b63de57b-406e-448d-af03-d130089792ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:51Z', 'updated_at': '2021-06-02T07:58:07Z', 'revision_number': 4, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'gw_port': {'id': 'b63de57b-406e-448d-af03-d130089792ed', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:00:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:53Z', 'updated_at': '2021-06-02T07:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_floatingips': [{'id': 'bfd82778-c137-43d2-af7a-1960539a7d14', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'floating_ip_address': '172.28.1.177', 'floating_network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'router_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'port_id': '5a184353-f207-4dac-844e-e85fec6a25cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e', 'mac_address': 'fa:16:3e:cc:bd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802a0401-e987-405e-b7f4-ad7d47102e36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T07:58:18Z', 'updated_at': '2021-06-02T07:58:38Z', 'revision_number': 1, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3796da1-db85-47cf-82e9-5664f02b51ce', 'name': '', 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'mac_address': 'fa:16:3e:04:43:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'dab5414d-1dc2-421f-9986-4a6ba721194d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:58:01Z', 'updated_at': '2021-06-02T07:58:18Z', 'revision_number': 5, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'subnets': [{'id': 'dab5414d-1dc2-421f-9986-4a6ba721194d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:58:41.462353 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 41060) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:41.462915 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811b9d06-cd4f-4c46-93ba-447cc50441ad None None] Checking router: f3dc0b6a-ac16-413b-b6c4-0571283fb525 for host: dv-cinder-786385-7-smb {{(pid=91542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 07:58:41.472989 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811b9d06-cd4f-4c46-93ba-447cc50441ad None None] Routers {'f3dc0b6a-ac16-413b-b6c4-0571283fb525'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 07:58:41.473611 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-811b9d06-cd4f-4c46-93ba-447cc50441ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T07:58:33Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['f3dc0b6a-ac16-413b-b6c4-0571283fb525'], 'active': True} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:58:41.545239 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.db_base_plugin_v2 [None req-31cda7de-5a59-465d-a1c2-ae4791b3b0c9 admin admin] Deleting subnet 72e6506d-3949-4e54-8b9c-d9d0a5e6de45 {{(pid=91540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 07:58:41.549973 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-31cda7de-5a59-465d-a1c2-ae4791b3b0c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:41.558929 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 07:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af4006f-9ba9-4316-9d55-2eece7016589 x-openstack-request-id: req-5af4006f-9ba9-4316-9d55-2eece7016589 {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 07:58:41.559451 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "802a0401-e987-405e-b7f4-ad7d47102e36", "tag": "5a184353-f207-4dac-844e-e85fec6a25cb", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 07:58:41.559941 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5af4006f-9ba9-4316-9d55-2eece7016589 {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 07:58:41.560506 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '802a0401-e987-405e-b7f4-ad7d47102e36', 'tag': '5a184353-f207-4dac-844e-e85fec6a25cb', 'status': 'completed', 'code': 200} Jun 02 07:58:41.661106 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-31cda7de-5a59-465d-a1c2-ae4791b3b0c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27334693'] for subnet, precommit_delete_associations {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:41.672498 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702ca1b-c455-4250-b04b-a3b48d790094 req-6fb62ae6-b5b6-467a-9380-6ca26a65e145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:41.675472 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0702ca1b-c455-4250-b04b-a3b48d790094 req-6fb62ae6-b5b6-467a-9380-6ca26a65e145 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6b8d02cd22f94fd0a8a8af38d9d22b8d&device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 1099 time: 0.0901134 Jun 02 07:58:41.683423 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvr_db [None req-811b9d06-cd4f-4c46-93ba-447cc50441ad None None] Set router f3dc0b6a-ac16-413b-b6c4-0571283fb525 gateway port host: dv-cinder-786385-7-smb {{(pid=91542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 07:58:41.725852 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-31cda7de-5a59-465d-a1c2-ae4791b3b0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862327'] for subnet, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:41.911883 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702ca1b-c455-4250-b04b-a3b48d790094 req-5751e207-1a87-4245-93b3-95e455466efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:41.914005 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0702ca1b-c455-4250-b04b-a3b48d790094 req-5751e207-1a87-4245-93b3-95e455466efc service neutron] 10.222.0.79 "GET /v2.0/networks?id=c2b2e088-f309-40ee-a9da-7f4c929ceb8e HTTP/1.1" status: 200 len: 917 time: 0.2291121 Jun 02 07:58:42.137401 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0702ca1b-c455-4250-b04b-a3b48d790094 req-f731e87b-4e00-408f-b08f-2d2cbd93ce31 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a184353-f207-4dac-844e-e85fec6a25cb HTTP/1.1" status: 200 len: 1000 time: 0.2143559 Jun 02 07:58:42.198638 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-31cda7de-5a59-465d-a1c2-ae4791b3b0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27652411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27727341'] for subnet, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:42.206046 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:42.220480 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-811b9d06-cd4f-4c46-93ba-447cc50441ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'name': 'tempest-AttachVolumeShelveTestJSON-235286783-router', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'b63de57b-406e-448d-af03-d130089792ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:51Z', 'updated_at': '2021-06-02T07:58:07Z', 'revision_number': 4, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'gw_port': {'id': 'b63de57b-406e-448d-af03-d130089792ed', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:00:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:53Z', 'updated_at': '2021-06-02T07:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_floatingips': [{'id': 'bfd82778-c137-43d2-af7a-1960539a7d14', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'floating_ip_address': '172.28.1.177', 'floating_network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'router_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'port_id': '5a184353-f207-4dac-844e-e85fec6a25cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e', 'mac_address': 'fa:16:3e:cc:bd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802a0401-e987-405e-b7f4-ad7d47102e36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T07:58:18Z', 'updated_at': '2021-06-02T07:58:38Z', 'revision_number': 1, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3796da1-db85-47cf-82e9-5664f02b51ce', 'name': '', 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'mac_address': 'fa:16:3e:04:43:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'dab5414d-1dc2-421f-9986-4a6ba721194d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:58:01Z', 'updated_at': '2021-06-02T07:58:18Z', 'revision_number': 5, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'subnets': [{'id': 'dab5414d-1dc2-421f-9986-4a6ba721194d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:58:42.225198 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811b9d06-cd4f-4c46-93ba-447cc50441ad None None] The sync data for ids ['f3dc0b6a-ac16-413b-b6c4-0571283fb525'] in dv-cinder-786385-7-smb is: [{'id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'name': 'tempest-AttachVolumeShelveTestJSON-235286783-router', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'b63de57b-406e-448d-af03-d130089792ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:51Z', 'updated_at': '2021-06-02T07:58:07Z', 'revision_number': 4, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'gw_port': {'id': 'b63de57b-406e-448d-af03-d130089792ed', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:00:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:53Z', 'updated_at': '2021-06-02T07:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_floatingips': [{'id': 'bfd82778-c137-43d2-af7a-1960539a7d14', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'floating_ip_address': '172.28.1.177', 'floating_network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'router_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'port_id': '5a184353-f207-4dac-844e-e85fec6a25cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e', 'mac_address': 'fa:16:3e:cc:bd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802a0401-e987-405e-b7f4-ad7d47102e36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T07:58:18Z', 'updated_at': '2021-06-02T07:58:38Z', 'revision_number': 1, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3796da1-db85-47cf-82e9-5664f02b51ce', 'name': '', 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'mac_address': 'fa:16:3e:04:43:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'dab5414d-1dc2-421f-9986-4a6ba721194d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:58:01Z', 'updated_at': '2021-06-02T07:58:18Z', 'revision_number': 5, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'subnets': [{'id': 'dab5414d-1dc2-421f-9986-4a6ba721194d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 07:58:42.228010 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702ca1b-c455-4250-b04b-a3b48d790094 req-34c54ac8-6429-4742-a677-d51d5e882fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:42.237488 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0702ca1b-c455-4250-b04b-a3b48d790094 req-34c54ac8-6429-4742-a677-d51d5e882fff service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dab5414d-1dc2-421f-9986-4a6ba721194d HTTP/1.1" status: 200 len: 855 time: 0.0940573 Jun 02 07:58:42.298095 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-31cda7de-5a59-465d-a1c2-ae4791b3b0c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:42.300974 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cda7de-5a59-465d-a1c2-ae4791b3b0c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72e6506d-3949-4e54-8b9c-d9d0a5e6de45,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:42.304058 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-31cda7de-5a59-465d-a1c2-ae4791b3b0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:42.309542 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-31cda7de-5a59-465d-a1c2-ae4791b3b0c9 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/72e6506d-3949-4e54-8b9c-d9d0a5e6de45 HTTP/1.1" status: 204 len: 168 time: 0.8438652 Jun 02 07:58:42.309726 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 41086) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:42.464602 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ae38e997-abf2-405a-a807-ac4818ca3a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3903172'] for network, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:42.521591 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702ca1b-c455-4250-b04b-a3b48d790094 req-12807b8f-d8ad-4079-93be-3cdf6fa3a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:42.523146 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0702ca1b-c455-4250-b04b-a3b48d790094 req-12807b8f-d8ad-4079-93be-3cdf6fa3a84a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c2b2e088-f309-40ee-a9da-7f4c929ceb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2783463 Jun 02 07:58:42.568963 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e476f3b-07e6-459d-8e0e-90d70e8226e6 None None] New status for floating IP bfd82778-c137-43d2-af7a-1960539a7d14: ACTIVE {{(pid=91541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 07:58:42.676508 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ae38e997-abf2-405a-a807-ac4818ca3a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3859854', 'neutron.services.segments.db._delete_segments_for_network-8746790623609'] for network, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:42.694215 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.services.segments.db [None req-ae38e997-abf2-405a-a807-ac4818ca3a6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e96e84b-a7d8-4584-bf70-fa12f4dcc255']}} {{(pid=91540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:58:42.709121 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0702ca1b-c455-4250-b04b-a3b48d790094 req-b71e3ef5-49fb-4def-a21a-284179168830 service neutron] 10.222.0.79 "GET /v2.0/networks/c2b2e088-f309-40ee-a9da-7f4c929ceb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774070 Jun 02 07:58:42.716237 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.services.segments.db [None req-ae38e997-abf2-405a-a807-ac4818ca3a6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108df582-a270-47de-a682-8952cd6685a3') {'for_net_delete': True} {{(pid=91540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:58:42.716540 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.services.segments.db [None req-ae38e997-abf2-405a-a807-ac4818ca3a6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108df582-a270-47de-a682-8952cd6685a3') {} {{(pid=91540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:58:42.730510 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ae38e997-abf2-405a-a807-ac4818ca3a6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746790628244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27334700'] for segment, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:42.751387 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ae38e997-abf2-405a-a807-ac4818ca3a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479'] for segment, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:42.760871 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae38e997-abf2-405a-a807-ac4818ca3a6b admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=91540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 07:58:42.761587 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ae38e997-abf2-405a-a807-ac4818ca3a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27652497'] for segment, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:42.784087 dv-cinder-786385-7-smb neutron-server[91540]: Traceback (most recent call last): Jun 02 07:58:42.784087 dv-cinder-786385-7-smb neutron-server[91540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 07:58:42.784087 dv-cinder-786385-7-smb neutron-server[91540]: timer() Jun 02 07:58:42.784087 dv-cinder-786385-7-smb neutron-server[91540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 07:58:42.784087 dv-cinder-786385-7-smb neutron-server[91540]: cb(*args, **kw) Jun 02 07:58:42.784087 dv-cinder-786385-7-smb neutron-server[91540]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 07:58:42.784087 dv-cinder-786385-7-smb neutron-server[91540]: return func(*args, **kwargs) Jun 02 07:58:42.784087 dv-cinder-786385-7-smb neutron-server[91540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 07:58:42.784087 dv-cinder-786385-7-smb neutron-server[91540]: self._notify() Jun 02 07:58:42.784087 dv-cinder-786385-7-smb neutron-server[91540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 07:58:42.784087 dv-cinder-786385-7-smb neutron-server[91540]: self.callback(batched_events) Jun 02 07:58:42.784087 dv-cinder-786385-7-smb neutron-server[91540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 07:58:42.784087 dv-cinder-786385-7-smb neutron-server[91540]: event.method(event) Jun 02 07:58:42.784087 dv-cinder-786385-7-smb neutron-server[91540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 07:58:42.784087 dv-cinder-786385-7-smb neutron-server[91540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 07:58:42.784087 dv-cinder-786385-7-smb neutron-server[91540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 07:58:42.784087 dv-cinder-786385-7-smb neutron-server[91540]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 07:58:42.784087 dv-cinder-786385-7-smb neutron-server[91540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 07:58:42.784087 dv-cinder-786385-7-smb neutron-server[91540]: return f(self, *a, **k) Jun 02 07:58:42.784087 dv-cinder-786385-7-smb neutron-server[91540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 07:58:42.784087 dv-cinder-786385-7-smb neutron-server[91540]: return self._get(url).json() Jun 02 07:58:42.784087 dv-cinder-786385-7-smb neutron-server[91540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 07:58:42.784087 dv-cinder-786385-7-smb neutron-server[91540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 07:58:42.784087 dv-cinder-786385-7-smb neutron-server[91540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 07:58:42.784087 dv-cinder-786385-7-smb neutron-server[91540]: return self.request(url, 'GET', **kwargs) Jun 02 07:58:42.784087 dv-cinder-786385-7-smb neutron-server[91540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 07:58:42.784087 dv-cinder-786385-7-smb neutron-server[91540]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 07:58:42.784087 dv-cinder-786385-7-smb neutron-server[91540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 07:58:42.784087 dv-cinder-786385-7-smb neutron-server[91540]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 07:58:42.784087 dv-cinder-786385-7-smb neutron-server[91540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 07:58:42.784087 dv-cinder-786385-7-smb neutron-server[91540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 07:58:42.784087 dv-cinder-786385-7-smb neutron-server[91540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 07:58:42.908029 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0702ca1b-c455-4250-b04b-a3b48d790094 req-8092a8ef-01b8-442e-ae05-34ece3771dc7 service neutron] 10.222.0.79 "GET /v2.0/networks/c2b2e088-f309-40ee-a9da-7f4c929ceb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860478 Jun 02 07:58:42.951471 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ae38e997-abf2-405a-a807-ac4818ca3a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3859897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-947529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-945717'] for network, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:42.955984 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:42.974222 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ae38e997-abf2-405a-a807-ac4818ca3a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for network, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:42.992738 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-ae38e997-abf2-405a-a807-ac4818ca3a6b admin admin] 10.222.0.81 "DELETE /v2.0/networks/5e96e84b-a7d8-4584-bf70-fa12f4dcc255 HTTP/1.1" status: 204 len: 168 time: 0.6813023 Jun 02 07:58:42.994134 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38e997-abf2-405a-a807-ac4818ca3a6b admin admin] Pushing event deleted for resources: {'Network': ['ID=5e96e84b-a7d8-4584-bf70-fa12f4dcc255,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:43.006392 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-ae38e997-abf2-405a-a807-ac4818ca3a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:43.246209 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 41120) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:43.301311 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-dc4f2f8b-39a2-4538-aa49-44c065a6edb7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=74cc8f4cfe4549ceafbae584172b2ebe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0534453 Jun 02 07:58:43.303752 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 41124) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:43.363342 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-67371d06-ecfb-4786-bd55-d08e3717356a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:43.398726 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-67371d06-ecfb-4786-bd55-d08e3717356a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:43.459474 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-67371d06-ecfb-4786-bd55-d08e3717356a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:43.464241 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-708716ec-eb70-4ea9-b932-aed5d7bae98c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:43.477474 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67371d06-ecfb-4786-bd55-d08e3717356a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8408fc2a-0067-45ba-a4a5-5034d5249ea0,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:43.480361 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-67371d06-ecfb-4786-bd55-d08e3717356a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:43.491174 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-67371d06-ecfb-4786-bd55-d08e3717356a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:43.492333 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-67371d06-ecfb-4786-bd55-d08e3717356a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8408fc2a-0067-45ba-a4a5-5034d5249ea0 HTTP/1.1" status: 204 len: 168 time: 0.1876686 Jun 02 07:58:44.404847 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 41190) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:44.409028 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 41192) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:44.544988 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-da51fd26-3890-4de5-ad0a-97f4d89cae6e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1123989338-network', 'tenant_id': 'bce503cf25904aaca71aef47268da025'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:58:44.550480 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-da51fd26-3890-4de5-ad0a-97f4d89cae6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:44.554962 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-da51fd26-3890-4de5-ad0a-97f4d89cae6e admin admin] Usage tracker for resource:network and tenant:bce503cf25904aaca71aef47268da025 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:44.558110 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-da51fd26-3890-4de5-ad0a-97f4d89cae6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:44.569934 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-99566172-6cf7-47bf-ac9a-f54437f5e44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:44.581708 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-da51fd26-3890-4de5-ad0a-97f4d89cae6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:44.592113 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-99566172-6cf7-47bf-ac9a-f54437f5e44f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:44.597750 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-99566172-6cf7-47bf-ac9a-f54437f5e44f admin admin] Usage tracker for resource:security_group_rule and tenant:5506e7648df1475c9aebafd06fd28eb2 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:44.597958 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da51fd26-3890-4de5-ad0a-97f4d89cae6e admin admin] Made reservation on behalf of bce503cf25904aaca71aef47268da025 for: {'network': 1} {{(pid=91540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 07:58:44.601585 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-da51fd26-3890-4de5-ad0a-97f4d89cae6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3847429'] for network, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:44.601740 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-99566172-6cf7-47bf-ac9a-f54437f5e44f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:44.608556 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-99566172-6cf7-47bf-ac9a-f54437f5e44f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:44.619022 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-da51fd26-3890-4de5-ad0a-97f4d89cae6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:44.637020 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-da51fd26-3890-4de5-ad0a-97f4d89cae6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:44.640993 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-da51fd26-3890-4de5-ad0a-97f4d89cae6e admin admin] Usage tracker for resource:security_group_rule and tenant:bce503cf25904aaca71aef47268da025 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:44.647491 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-da51fd26-3890-4de5-ad0a-97f4d89cae6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:44.654749 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-da51fd26-3890-4de5-ad0a-97f4d89cae6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:44.730464 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-99566172-6cf7-47bf-ac9a-f54437f5e44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:44.734207 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-99566172-6cf7-47bf-ac9a-f54437f5e44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:44.758152 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-da51fd26-3890-4de5-ad0a-97f4d89cae6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:44.762121 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:44.763771 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-da51fd26-3890-4de5-ad0a-97f4d89cae6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:44.780215 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-99566172-6cf7-47bf-ac9a-f54437f5e44f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5506e7648df1475c9aebafd06fd28eb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3701439 Jun 02 07:58:44.781071 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da51fd26-3890-4de5-ad0a-97f4d89cae6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=91540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 07:58:44.783935 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 41208) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:44.792748 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-da51fd26-3890-4de5-ad0a-97f4d89cae6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479'] for segment, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:44.793143 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.db.segments_db [None req-da51fd26-3890-4de5-ad0a-97f4d89cae6e admin admin] Added segment 3f548572-a713-4235-ad33-450f3897a68e of type vlan for network cda53b61-b688-46b2-8676-9b4f4ed7490b Jun 02 07:58:44.815372 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-dd5fc0e0-60ad-41bf-968a-1d4905459c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:44.818470 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99566172-6cf7-47bf-ac9a-f54437f5e44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a9af76-5307-4513-8d2b-cbb961b185a8,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:44.835655 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-99566172-6cf7-47bf-ac9a-f54437f5e44f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:44.837748 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-da51fd26-3890-4de5-ad0a-97f4d89cae6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746790259047'] for network, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:44.862025 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51fd26-3890-4de5-ad0a-97f4d89cae6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351b42c3-78d0-409a-adb3-77fe9be9ac31,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:44.866092 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-da51fd26-3890-4de5-ad0a-97f4d89cae6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:44.884719 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-27aea3b8-e87e-43ec-baa7-7619663a1654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:44.896000 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-da51fd26-3890-4de5-ad0a-97f4d89cae6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-947529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536110'] for network, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:44.896000 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da51fd26-3890-4de5-ad0a-97f4d89cae6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:44.896000 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-da51fd26-3890-4de5-ad0a-97f4d89cae6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for network, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:44.899571 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-48637f4e-ef81-49e9-b4b0-85b9a4e96a78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:44.919093 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-27aea3b8-e87e-43ec-baa7-7619663a1654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:44.982430 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-27aea3b8-e87e-43ec-baa7-7619663a1654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:44.988047 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-42e82bbb-a239-4ed4-95a2-88d157b20ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:44.999721 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aea3b8-e87e-43ec-baa7-7619663a1654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a9af76-5307-4513-8d2b-cbb961b185a8,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:45.001980 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51fd26-3890-4de5-ad0a-97f4d89cae6e admin admin] Pushing event updated for resources: {'Network': ['ID=cda53b61-b688-46b2-8676-9b4f4ed7490b,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:45.002852 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-27aea3b8-e87e-43ec-baa7-7619663a1654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:45.006224 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-da51fd26-3890-4de5-ad0a-97f4d89cae6e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6003528 Jun 02 07:58:45.007129 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-da51fd26-3890-4de5-ad0a-97f4d89cae6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:45.009680 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 41218) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:45.017014 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [None req-7a0d173a-0bd6-493a-a040-c032cf0739d5 admin admin] Request body: {'subnet': {'network_id': 'cda53b61-b688-46b2-8676-9b4f4ed7490b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1123989338-subnet', 'tenant_id': 'bce503cf25904aaca71aef47268da025', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:58:45.022239 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-27aea3b8-e87e-43ec-baa7-7619663a1654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:45.023453 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-27aea3b8-e87e-43ec-baa7-7619663a1654 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/20a9af76-5307-4513-8d2b-cbb961b185a8 HTTP/1.1" status: 204 len: 168 time: 0.2382472 Jun 02 07:58:45.024578 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-7a0d173a-0bd6-493a-a040-c032cf0739d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:45.029274 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-7a0d173a-0bd6-493a-a040-c032cf0739d5 admin admin] Usage tracker for resource:subnet and tenant:bce503cf25904aaca71aef47268da025 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:45.032311 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-7a0d173a-0bd6-493a-a040-c032cf0739d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:45.038176 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-7a0d173a-0bd6-493a-a040-c032cf0739d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:45.058972 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0d173a-0bd6-493a-a040-c032cf0739d5 admin admin] Made reservation on behalf of bce503cf25904aaca71aef47268da025 for: {'subnet': 1} {{(pid=91539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 07:58:45.064964 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-7a0d173a-0bd6-493a-a040-c032cf0739d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1601804'] for subnet, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:45.118321 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Network cda53b61-b688-46b2-8676-9b4f4ed7490b details requested by agent ovs-agent-dv-cinder-786385-7-smb with host dv-cinder-786385-7-smb {{(pid=91541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 02 07:58:45.239454 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 41230) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:45.461625 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 41240) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:45.506587 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-47cf9001-b355-405c-a459-5798e61a1136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:45.517687 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-5d5ad3c2-b803-466e-ade8-a2020701ca53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:45.536904 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-5d5ad3c2-b803-466e-ade8-a2020701ca53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:45.544146 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-47cf9001-b355-405c-a459-5798e61a1136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:45.548728 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-5d5ad3c2-b803-466e-ade8-a2020701ca53 admin admin] Usage tracker for resource:security_group_rule and tenant:da9e4875b414474bb711f0474186861d is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:45.551682 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-47cf9001-b355-405c-a459-5798e61a1136 admin admin] Usage tracker for resource:security_group_rule and tenant:db1479bdae7f47f5a53df4e4fecb43f2 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:45.554411 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-5d5ad3c2-b803-466e-ade8-a2020701ca53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:45.557145 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-47cf9001-b355-405c-a459-5798e61a1136 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:45.565623 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-5d5ad3c2-b803-466e-ade8-a2020701ca53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:45.568918 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-47cf9001-b355-405c-a459-5798e61a1136 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:45.583257 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-7a0d173a-0bd6-493a-a040-c032cf0739d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1809896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1601822'] for subnet, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:45.592902 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:45.684407 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d173a-0bd6-493a-a040-c032cf0739d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25f79c19-4d8f-4b6c-b5f3-71b7068d7861,revision_number=0']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:45.688605 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-7a0d173a-0bd6-493a-a040-c032cf0739d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:45.691378 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0d173a-0bd6-493a-a040-c032cf0739d5 admin admin] Checking segment: {'id': '3f548572-a713-4235-ad33-450f3897a68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'cda53b61-b688-46b2-8676-9b4f4ed7490b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:58:45.691856 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0d173a-0bd6-493a-a040-c032cf0739d5 admin admin] Network hostable DHCP agents. Network: cda53b61-b688-46b2-8676-9b4f4ed7490b, hostable agents: ['187909a1-f54b-4aaf-b277-d1ad18d9eb87'], hosted agents: [] {{(pid=91539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 07:58:45.714127 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0d173a-0bd6-493a-a040-c032cf0739d5 admin admin] Network cda53b61-b688-46b2-8676-9b4f4ed7490b is scheduled to be hosted by DHCP agent 187909a1-f54b-4aaf-b277-d1ad18d9eb87 with binding_index 1 {{(pid=91539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 07:58:45.728993 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [None req-7a0d173a-0bd6-493a-a040-c032cf0739d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-7-smb, cda53b61-b688-46b2-8676-9b4f4ed7490b) {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:58:45.737919 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08eb62ba-2351-43d8-95b5-f631bef986a8 None None] Network cda53b61-b688-46b2-8676-9b4f4ed7490b requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 07:58:45.749290 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-47cf9001-b355-405c-a459-5798e61a1136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:45.757204 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0d173a-0bd6-493a-a040-c032cf0739d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:45.757995 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-7a0d173a-0bd6-493a-a040-c032cf0739d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for subnet, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:45.762866 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-47cf9001-b355-405c-a459-5798e61a1136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:45.773969 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-35e7b3ba-4c05-41ea-aa6b-8f82ab59128c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:45.795118 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-7a0d173a-0bd6-493a-a040-c032cf0739d5 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7841783 Jun 02 07:58:45.797787 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 41260) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:45.811545 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [None req-4c6d6554-2263-4899-95be-929077850f11 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1123989338-router', 'tenant_id': 'bce503cf25904aaca71aef47268da025', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'}}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:58:45.818340 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-4c6d6554-2263-4899-95be-929077850f11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:45.823762 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-4c6d6554-2263-4899-95be-929077850f11 admin admin] Usage tracker for resource:router and tenant:bce503cf25904aaca71aef47268da025 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:45.826910 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-4c6d6554-2263-4899-95be-929077850f11 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:45.827700 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-5d5ad3c2-b803-466e-ade8-a2020701ca53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:45.835233 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-4c6d6554-2263-4899-95be-929077850f11 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:45.835864 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf9001-b355-405c-a459-5798e61a1136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b9dbfa-62f7-4f16-af3a-50dd9064b2ab,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:45.840302 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-47cf9001-b355-405c-a459-5798e61a1136 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=db1479bdae7f47f5a53df4e4fecb43f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3776495 Jun 02 07:58:45.842752 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-5d5ad3c2-b803-466e-ade8-a2020701ca53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:45.845457 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 41264) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:45.877548 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-5d5ad3c2-b803-466e-ade8-a2020701ca53 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=da9e4875b414474bb711f0474186861d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6369944 Jun 02 07:58:45.879392 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf9001-b355-405c-a459-5798e61a1136 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:58:45.880011 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf9001-b355-405c-a459-5798e61a1136 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:58:45.880510 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf9001-b355-405c-a459-5798e61a1136 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:58:45.880988 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf9001-b355-405c-a459-5798e61a1136 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:58:45.881481 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf9001-b355-405c-a459-5798e61a1136 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:58:45.881997 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf9001-b355-405c-a459-5798e61a1136 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:58:45.882503 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf9001-b355-405c-a459-5798e61a1136 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:58:45.883004 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf9001-b355-405c-a459-5798e61a1136 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:58:45.883522 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf9001-b355-405c-a459-5798e61a1136 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:58:45.884047 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf9001-b355-405c-a459-5798e61a1136 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:58:45.884547 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf9001-b355-405c-a459-5798e61a1136 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:58:45.885055 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf9001-b355-405c-a459-5798e61a1136 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:58:45.889070 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-47cf9001-b355-405c-a459-5798e61a1136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:45.889870 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 41268) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:45.890322 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-9a31f234-7e6f-4665-8431-b2940fefdd26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:45.912590 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-4c6d6554-2263-4899-95be-929077850f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1013204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3813'] for router, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:45.914686 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-4c6d6554-2263-4899-95be-929077850f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-946085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3836'] for router, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:45.933542 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ad3c2-b803-466e-ade8-a2020701ca53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b40a9ee-7288-4bba-bd71-4a1f4acb13df,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:45.934442 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-4c6d6554-2263-4899-95be-929077850f11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:45.943804 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-5d5ad3c2-b803-466e-ade8-a2020701ca53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:46.057672 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f21943-b4ab-4ac7-99ae-a8a6166c8254 None None] Network cda53b61-b688-46b2-8676-9b4f4ed7490b requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 07:58:46.073177 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-55c9c712-1600-467c-a498-500029eee686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:46.425120 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ebffbc9c-87d5-4032-a9bb-7812ef28b73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:46.520262 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-55c9c712-1600-467c-a498-500029eee686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:46.544597 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-4c6d6554-2263-4899-95be-929077850f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1013190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3790'] for router, precommit_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:46.561757 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ebffbc9c-87d5-4032-a9bb-7812ef28b73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:46.801518 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-55c9c712-1600-467c-a498-500029eee686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:46.862982 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:46.884769 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9c712-1600-467c-a498-500029eee686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b9dbfa-62f7-4f16-af3a-50dd9064b2ab,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:46.895315 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ebffbc9c-87d5-4032-a9bb-7812ef28b73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:46.908181 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c9c712-1600-467c-a498-500029eee686 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:58:46.908544 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c9c712-1600-467c-a498-500029eee686 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:58:46.908895 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c9c712-1600-467c-a498-500029eee686 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:58:46.909239 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c9c712-1600-467c-a498-500029eee686 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:58:46.909581 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c9c712-1600-467c-a498-500029eee686 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:58:46.909922 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c9c712-1600-467c-a498-500029eee686 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:58:46.910265 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c9c712-1600-467c-a498-500029eee686 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:58:46.910603 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c9c712-1600-467c-a498-500029eee686 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:58:46.910938 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c9c712-1600-467c-a498-500029eee686 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:58:46.911271 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c9c712-1600-467c-a498-500029eee686 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:58:46.911601 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c9c712-1600-467c-a498-500029eee686 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:58:46.911968 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c9c712-1600-467c-a498-500029eee686 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:58:46.918716 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-55c9c712-1600-467c-a498-500029eee686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:46.918716 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-55c9c712-1600-467c-a498-500029eee686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:46.943100 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebffbc9c-87d5-4032-a9bb-7812ef28b73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b40a9ee-7288-4bba-bd71-4a1f4acb13df,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:46.945296 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-ebffbc9c-87d5-4032-a9bb-7812ef28b73f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:46.955784 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-55c9c712-1600-467c-a498-500029eee686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:46.956919 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-55c9c712-1600-467c-a498-500029eee686 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/49b9dbfa-62f7-4f16-af3a-50dd9064b2ab HTTP/1.1" status: 204 len: 168 time: 1.1104870 Jun 02 07:58:46.966250 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ebffbc9c-87d5-4032-a9bb-7812ef28b73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:46.970720 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-ebffbc9c-87d5-4032-a9bb-7812ef28b73f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3b40a9ee-7288-4bba-bd71-4a1f4acb13df HTTP/1.1" status: 204 len: 168 time: 1.0737221 Jun 02 07:58:47.165987 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-4c6d6554-2263-4899-95be-929077850f11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:47.196505 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-4c6d6554-2263-4899-95be-929077850f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:47.361896 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.db_base_plugin_common [None req-4c6d6554-2263-4899-95be-929077850f11 admin admin] Allocated IP 172.28.1.130 (e9a5f3f9-db43-4f06-8bac-5a44878f4be2/e2d41c65-2880-4a37-bb18-2012b034108f/585a0cfe-5e42-415a-ac4c-bd8f4b2957c8) {{(pid=91539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 07:58:47.362110 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 41304) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:47.386233 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-0a91957a-51f3-41e7-85e6-d78075262ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:47.406361 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-0a91957a-51f3-41e7-85e6-d78075262ba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:47.412980 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-0a91957a-51f3-41e7-85e6-d78075262ba7 admin admin] Usage tracker for resource:security_group_rule and tenant:1d53a299e31b45ed86f92cd823ce1922 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:47.416420 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-0a91957a-51f3-41e7-85e6-d78075262ba7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:47.422512 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-0a91957a-51f3-41e7-85e6-d78075262ba7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:47.551233 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-0a91957a-51f3-41e7-85e6-d78075262ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:47.576898 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-0a91957a-51f3-41e7-85e6-d78075262ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:47.589258 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-f81cb65b-281c-4b47-9402-0cf74eb2089f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:47.622461 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91957a-51f3-41e7-85e6-d78075262ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e05d1d-5d20-4a25-93aa-71f88d7a0446,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:47.628726 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-0a91957a-51f3-41e7-85e6-d78075262ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:47.650031 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-0a91957a-51f3-41e7-85e6-d78075262ba7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1d53a299e31b45ed86f92cd823ce1922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2843261 Jun 02 07:58:47.650207 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 41322) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:47.678448 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-4c6d6554-2263-4899-95be-929077850f11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:47.723388 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-4c6d6554-2263-4899-95be-929077850f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:47.731241 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:47.738363 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-d4f7ee17-4b60-4b44-bc95-0629e332edbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:47.791848 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-d4f7ee17-4b60-4b44-bc95-0629e332edbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:47.799580 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6d6554-2263-4899-95be-929077850f11 admin admin] Network e9a5f3f9-db43-4f06-8bac-5a44878f4be2 is already hosted by enough agents. {{(pid=91539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 07:58:47.803557 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [None req-4c6d6554-2263-4899-95be-929077850f11 admin admin] Resources bound (agent type, host, resource id): {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:58:47.810183 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6d6554-2263-4899-95be-929077850f11 admin admin] Received port after_create {{(pid=91539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 07:58:47.857719 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d6554-2263-4899-95be-929077850f11 admin admin] Pushing event updated for resources: {'Port': ['ID=585a0cfe-5e42-415a-ac4c-bd8f4b2957c8,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:47.861263 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-4c6d6554-2263-4899-95be-929077850f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:47.909144 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-d4f7ee17-4b60-4b44-bc95-0629e332edbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:47.917132 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:47.935563 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f7ee17-4b60-4b44-bc95-0629e332edbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e05d1d-5d20-4a25-93aa-71f88d7a0446,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:47.967470 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-d4f7ee17-4b60-4b44-bc95-0629e332edbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:47.970236 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-d4f7ee17-4b60-4b44-bc95-0629e332edbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:47.975121 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-d4f7ee17-4b60-4b44-bc95-0629e332edbe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/67e05d1d-5d20-4a25-93aa-71f88d7a0446 HTTP/1.1" status: 204 len: 168 time: 0.3204031 Jun 02 07:58:48.416475 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-4c6d6554-2263-4899-95be-929077850f11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:48.540009 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 41374) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:48.567105 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-5aa952d8-c47f-4ea0-afed-528cce8ce296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:48.605783 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-5aa952d8-c47f-4ea0-afed-528cce8ce296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:48.616774 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-5aa952d8-c47f-4ea0-afed-528cce8ce296 admin admin] Usage tracker for resource:security_group_rule and tenant:7984fecc57524a90ba620cbf5177be8a is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:48.621308 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-5aa952d8-c47f-4ea0-afed-528cce8ce296 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:48.633746 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-5aa952d8-c47f-4ea0-afed-528cce8ce296 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:48.783244 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-5aa952d8-c47f-4ea0-afed-528cce8ce296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:48.789007 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-5aa952d8-c47f-4ea0-afed-528cce8ce296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:48.797860 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:48.841843 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-5aa952d8-c47f-4ea0-afed-528cce8ce296 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7984fecc57524a90ba620cbf5177be8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3001795 Jun 02 07:58:48.842591 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 41386) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:48.845470 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa952d8-c47f-4ea0-afed-528cce8ce296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0a0d9a-a214-4e49-8b71-cf17ffd4ac8e,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:48.877416 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-5aa952d8-c47f-4ea0-afed-528cce8ce296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:48.916499 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-4c6d6554-2263-4899-95be-929077850f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946160'] for router, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:48.932201 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-0ba166ca-1b1c-4d7b-9495-2bbf47469596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:48.965948 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 41388) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:48.972638 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-0ba166ca-1b1c-4d7b-9495-2bbf47469596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:49.045362 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-0ba166ca-1b1c-4d7b-9495-2bbf47469596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:49.052308 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-d4f7ee17-4b60-4b44-bc95-0629e332edbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:49.070773 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba166ca-1b1c-4d7b-9495-2bbf47469596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0a0d9a-a214-4e49-8b71-cf17ffd4ac8e,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:49.088577 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-0ba166ca-1b1c-4d7b-9495-2bbf47469596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:49.092577 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-0ba166ca-1b1c-4d7b-9495-2bbf47469596 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8b0a0d9a-a214-4e49-8b71-cf17ffd4ac8e HTTP/1.1" status: 204 len: 168 time: 0.2480559 Jun 02 07:58:49.093545 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-0ba166ca-1b1c-4d7b-9495-2bbf47469596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:49.162088 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6d6554-2263-4899-95be-929077850f11 admin admin] Router 242cc008-1293-4d22-b907-ba9dc0639893 is scheduled to L3 agent 221affb1-81f2-42a7-84c7-b8c79a9401bf with binding_index 1 {{(pid=91539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 07:58:49.273461 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-45effc38-4531-4892-9482-6dd36bde103c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:49.307844 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-45effc38-4531-4892-9482-6dd36bde103c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:49.314023 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-45effc38-4531-4892-9482-6dd36bde103c admin admin] Usage tracker for resource:security_group_rule and tenant:c03d067bafcb420da73ead70181563cc is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:49.317228 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-45effc38-4531-4892-9482-6dd36bde103c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:49.323002 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-45effc38-4531-4892-9482-6dd36bde103c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:49.415960 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6d6554-2263-4899-95be-929077850f11 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-smb the message routers_updated {{(pid=91539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 07:58:49.416220 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-45effc38-4531-4892-9482-6dd36bde103c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:49.428877 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfbb249-c224-4e91-af53-436011be84ca None None] Sync routers for ids ['242cc008-1293-4d22-b907-ba9dc0639893'] in dv-cinder-786385-7-smb {{(pid=91542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 07:58:49.439752 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-45effc38-4531-4892-9482-6dd36bde103c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:49.447862 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-4c6d6554-2263-4899-95be-929077850f11 admin admin] Notify callbacks [] for router, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:49.449183 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-4c6d6554-2263-4899-95be-929077850f11 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.6500249 Jun 02 07:58:49.449781 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfbb249-c224-4e91-af53-436011be84ca None None] Routers {'242cc008-1293-4d22-b907-ba9dc0639893'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 07:58:49.450540 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-ebfbb249-c224-4e91-af53-436011be84ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T07:58:33Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['242cc008-1293-4d22-b907-ba9dc0639893'], 'active': True} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:58:49.452256 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 41412) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:49.462453 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-0a91957a-51f3-41e7-85e6-d78075262ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:49.566925 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45effc38-4531-4892-9482-6dd36bde103c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fad07b6-68e0-4176-8081-4f1ca8609227,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:49.576259 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-45effc38-4531-4892-9482-6dd36bde103c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c03d067bafcb420da73ead70181563cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6092763 Jun 02 07:58:49.580643 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 41418) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:49.587657 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-45effc38-4531-4892-9482-6dd36bde103c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:49.801783 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvr_db [None req-ebfbb249-c224-4e91-af53-436011be84ca None None] Set router 242cc008-1293-4d22-b907-ba9dc0639893 gateway port host: dv-cinder-786385-7-smb {{(pid=91542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 07:58:49.917816 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-cbcd85ef-cb78-4027-b9eb-05b03283731a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:50.048429 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-cbcd85ef-cb78-4027-b9eb-05b03283731a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:50.274661 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-cbcd85ef-cb78-4027-b9eb-05b03283731a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:50.284044 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:50.308807 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-ebfbb249-c224-4e91-af53-436011be84ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '242cc008-1293-4d22-b907-ba9dc0639893', 'name': 'tempest-ServerRescueNegativeTestJSON-1123989338-router', 'tenant_id': 'bce503cf25904aaca71aef47268da025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': '585a0cfe-5e42-415a-ac4c-bd8f4b2957c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:58:45Z', 'updated_at': '2021-06-02T07:58:48Z', 'revision_number': 3, 'project_id': 'bce503cf25904aaca71aef47268da025', 'gw_port': {'id': '585a0cfe-5e42-415a-ac4c-bd8f4b2957c8', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:36:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '242cc008-1293-4d22-b907-ba9dc0639893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:58:47Z', 'updated_at': '2021-06-02T07:58:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb'}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:58:50.311370 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-cbcd85ef-cb78-4027-b9eb-05b03283731a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:50.315482 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-cbcd85ef-cb78-4027-b9eb-05b03283731a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8fad07b6-68e0-4176-8081-4f1ca8609227 HTTP/1.1" status: 204 len: 168 time: 0.7242076 Jun 02 07:58:50.315631 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfbb249-c224-4e91-af53-436011be84ca None None] Checking router: 242cc008-1293-4d22-b907-ba9dc0639893 for host: dv-cinder-786385-7-smb {{(pid=91542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 07:58:50.315631 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfbb249-c224-4e91-af53-436011be84ca None None] Updating router 242cc008-1293-4d22-b907-ba9dc0639893 port 585a0cfe-5e42-415a-ac4c-bd8f4b2957c8 binding host dv-cinder-786385-7-smb {{(pid=91542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 07:58:50.343990 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd85ef-cb78-4027-b9eb-05b03283731a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fad07b6-68e0-4176-8081-4f1ca8609227,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:50.346840 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-cbcd85ef-cb78-4027-b9eb-05b03283731a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:50.377461 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-ebfbb249-c224-4e91-af53-436011be84ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:50.423226 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 41472) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:50.859611 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f47735eb-8adb-49c2-8718-ad30093c69ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:50.877655 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-ebfbb249-c224-4e91-af53-436011be84ca None None] Notify callbacks [] for port, precommit_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:50.894394 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.provisioning_blocks [None req-ebfbb249-c224-4e91-af53-436011be84ca None None] Transition to ACTIVE for port object 585a0cfe-5e42-415a-ac4c-bd8f4b2957c8 will not be triggered until provisioned by entity L2. {{(pid=91542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:58:50.908777 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-ebfbb249-c224-4e91-af53-436011be84ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:50.946872 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-aca5344d-f632-4186-b8f5-6d5c5c090713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:50.982307 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-aca5344d-f632-4186-b8f5-6d5c5c090713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:51.001063 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-aca5344d-f632-4186-b8f5-6d5c5c090713 admin admin] Usage tracker for resource:security_group_rule and tenant:7176de1ed4944eee991c75942e5430ef is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:51.005013 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-aca5344d-f632-4186-b8f5-6d5c5c090713 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:51.013940 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-aca5344d-f632-4186-b8f5-6d5c5c090713 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:51.018295 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:51.156204 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 41546) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:51.186664 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-aca5344d-f632-4186-b8f5-6d5c5c090713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:51.189056 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8a632ce3-d8e1-4226-8e3a-551c9f897e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:51.196194 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-aca5344d-f632-4186-b8f5-6d5c5c090713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:51.232039 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-da51fd26-3890-4de5-ad0a-97f4d89cae6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:51.244505 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-8a632ce3-d8e1-4226-8e3a-551c9f897e3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:51.245543 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-aca5344d-f632-4186-b8f5-6d5c5c090713 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7176de1ed4944eee991c75942e5430ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8209856 Jun 02 07:58:51.250058 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 41548) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:51.252475 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.managers [None req-ebfbb249-c224-4e91-af53-436011be84ca None None] Attempting to bind port 585a0cfe-5e42-415a-ac4c-bd8f4b2957c8 on host dv-cinder-786385-7-smb for vnic_type normal with profile {{(pid=91542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 07:58:51.252852 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.managers [None req-ebfbb249-c224-4e91-af53-436011be84ca None None] Attempting to bind port 585a0cfe-5e42-415a-ac4c-bd8f4b2957c8 by drivers openvswitch,hyperv on host dv-cinder-786385-7-smb at level 0 using segments [{'id': 'f5cbd04c-dcdc-483c-9882-54251cba879c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'}] {{(pid=91542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 07:58:51.253222 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfbb249-c224-4e91-af53-436011be84ca None None] Attempting to bind port 585a0cfe-5e42-415a-ac4c-bd8f4b2957c8 on network e9a5f3f9-db43-4f06-8bac-5a44878f4be2 {{(pid=91542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 07:58:51.264967 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-8a632ce3-d8e1-4226-8e3a-551c9f897e3e admin admin] Usage tracker for resource:security_group_rule and tenant:cc0ee70df3974215bf7da5850da5d06c is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:51.272778 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-8a632ce3-d8e1-4226-8e3a-551c9f897e3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:51.279870 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca5344d-f632-4186-b8f5-6d5c5c090713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbccfd8-b0e6-4bdc-a100-fe97f4f59ec0,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:51.284401 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-aca5344d-f632-4186-b8f5-6d5c5c090713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:51.289538 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfbb249-c224-4e91-af53-436011be84ca None None] Checking agent: {'id': '2a0e1ac3-7fb5-40bc-887e-90e9797fe79d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 50, 2), 'started_at': datetime.datetime(2021, 6, 2, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 7, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 07:58:51.289838 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfbb249-c224-4e91-af53-436011be84ca None None] Checking segment: {'id': 'f5cbd04c-dcdc-483c-9882-54251cba879c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:58:51.291681 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-ebfbb249-c224-4e91-af53-436011be84ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:51.291681 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfbb249-c224-4e91-af53-436011be84ca None None] Bound using segment: {'id': 'f5cbd04c-dcdc-483c-9882-54251cba879c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'} {{(pid=91542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 07:58:51.292126 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.managers [None req-ebfbb249-c224-4e91-af53-436011be84ca None None] Bound port: 585a0cfe-5e42-415a-ac4c-bd8f4b2957c8, host: dv-cinder-786385-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5cbd04c-dcdc-483c-9882-54251cba879c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'}}] {{(pid=91542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 07:58:51.292498 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-ebfbb249-c224-4e91-af53-436011be84ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:51.304581 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-8a632ce3-d8e1-4226-8e3a-551c9f897e3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:51.327160 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.db_base_plugin_common [None req-f47735eb-8adb-49c2-8718-ad30093c69ae admin admin] Allocated IP 172.20.0.1 (cda53b61-b688-46b2-8676-9b4f4ed7490b/25f79c19-4d8f-4b6c-b5f3-71b7068d7861/4b93656c-84a5-49b3-a6ac-7ef0252aa85d) {{(pid=91539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 07:58:51.331731 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddef847-d719-4087-b36b-a01f49698d0a None None] Pushing event updated for resources: {'Port': ['ID=585a0cfe-5e42-415a-ac4c-bd8f4b2957c8,revision_number=2']} {{(pid=91542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:51.340450 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG oslo_concurrency.lockutils [None req-cddef847-d719-4087-b36b-a01f49698d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=91542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:51.433156 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-99dcdbbd-a387-467a-b1a2-a879e45d9488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:51.444364 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.db [None req-ebfbb249-c224-4e91-af53-436011be84ca None None] For port 585a0cfe-5e42-415a-ac4c-bd8f4b2957c8, host dv-cinder-786385-7-smb, cleared binding levels {{(pid=91542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 07:58:51.452541 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.db [None req-ebfbb249-c224-4e91-af53-436011be84ca None None] For port 585a0cfe-5e42-415a-ac4c-bd8f4b2957c8, host dv-cinder-786385-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=585a0cfe-5e42-415a-ac4c-bd8f4b2957c8,segment=NetworkSegment(f5cbd04c-dcdc-483c-9882-54251cba879c),segment_id=f5cbd04c-dcdc-483c-9882-54251cba879c)] {{(pid=91542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 07:58:51.558285 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-99dcdbbd-a387-467a-b1a2-a879e45d9488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:51.569874 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-ebfbb249-c224-4e91-af53-436011be84ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:51.587670 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:51.669957 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8a632ce3-d8e1-4226-8e3a-551c9f897e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:51.673188 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f47735eb-8adb-49c2-8718-ad30093c69ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:51.677300 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8a632ce3-d8e1-4226-8e3a-551c9f897e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:51.691583 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-99b5ddf9-077f-4083-9769-79bb7f2623b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:51.691789 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfbb249-c224-4e91-af53-436011be84ca None None] Routers {'242cc008-1293-4d22-b907-ba9dc0639893'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 07:58:51.692275 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-ebfbb249-c224-4e91-af53-436011be84ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T07:58:33Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['242cc008-1293-4d22-b907-ba9dc0639893'], 'active': True} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:58:51.748874 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-8a632ce3-d8e1-4226-8e3a-551c9f897e3e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cc0ee70df3974215bf7da5850da5d06c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5905476 Jun 02 07:58:51.749700 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 41562) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:51.753750 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a632ce3-d8e1-4226-8e3a-551c9f897e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5239543-437b-4b0a-ba34-38914e299651,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:51.764222 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddef847-d719-4087-b36b-a01f49698d0a None None] Pushing event updated for resources: {'Port': ['ID=585a0cfe-5e42-415a-ac4c-bd8f4b2957c8,revision_number=3']} {{(pid=91542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:51.770659 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-99dcdbbd-a387-467a-b1a2-a879e45d9488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:51.771128 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG oslo_concurrency.lockutils [None req-cddef847-d719-4087-b36b-a01f49698d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:51.774554 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-8a632ce3-d8e1-4226-8e3a-551c9f897e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:51.775367 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-8a632ce3-d8e1-4226-8e3a-551c9f897e3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:51.796991 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dcdbbd-a387-467a-b1a2-a879e45d9488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbccfd8-b0e6-4bdc-a100-fe97f4f59ec0,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:51.812121 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-99dcdbbd-a387-467a-b1a2-a879e45d9488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:51.847913 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f47735eb-8adb-49c2-8718-ad30093c69ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:51.856873 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-b4dcb4ec-dfa8-4cbd-9a81-2d7c346860dc tempest-DeleteServersTestJSON-1682229624 tempest-DeleteServersTestJSON-1682229624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:51.887032 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-99dcdbbd-a387-467a-b1a2-a879e45d9488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:51.888418 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-99dcdbbd-a387-467a-b1a2-a879e45d9488 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1dbccfd8-b0e6-4bdc-a100-fe97f4f59ec0 HTTP/1.1" status: 204 len: 168 time: 0.6356652 Jun 02 07:58:51.941182 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-bfe6b59b-f54a-4eb8-a232-a4006ce69ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:51.946294 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvr_db [None req-ebfbb249-c224-4e91-af53-436011be84ca None None] Set router 242cc008-1293-4d22-b907-ba9dc0639893 gateway port host: dv-cinder-786385-7-smb {{(pid=91542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 07:58:51.947510 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47735eb-8adb-49c2-8718-ad30093c69ae admin admin] Network cda53b61-b688-46b2-8676-9b4f4ed7490b is already hosted by enough agents. {{(pid=91539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 07:58:51.957189 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [None req-f47735eb-8adb-49c2-8718-ad30093c69ae admin admin] Resources bound (agent type, host, resource id): {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:58:51.965308 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47735eb-8adb-49c2-8718-ad30093c69ae admin admin] Received port after_create {{(pid=91539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 07:58:52.008462 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47735eb-8adb-49c2-8718-ad30093c69ae admin admin] Pushing event updated for resources: {'Port': ['ID=4b93656c-84a5-49b3-a6ac-7ef0252aa85d,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:52.017740 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-f47735eb-8adb-49c2-8718-ad30093c69ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:52.019547 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-bfe6b59b-f54a-4eb8-a232-a4006ce69ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:52.067138 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f47735eb-8adb-49c2-8718-ad30093c69ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945850'] for router_interface, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:52.127087 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-bfe6b59b-f54a-4eb8-a232-a4006ce69ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:52.132051 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-c243814f-90a4-49ba-b63e-91b223f4f491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:52.152662 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6b59b-f54a-4eb8-a232-a4006ce69ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5239543-437b-4b0a-ba34-38914e299651,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:52.166593 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-bfe6b59b-f54a-4eb8-a232-a4006ce69ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:52.174237 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-bfe6b59b-f54a-4eb8-a232-a4006ce69ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:52.178374 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-bfe6b59b-f54a-4eb8-a232-a4006ce69ef1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c5239543-437b-4b0a-ba34-38914e299651 HTTP/1.1" status: 204 len: 168 time: 0.4254985 Jun 02 07:58:52.342575 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f47735eb-8adb-49c2-8718-ad30093c69ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:52.697928 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f47735eb-8adb-49c2-8718-ad30093c69ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:52.705267 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f47735eb-8adb-49c2-8718-ad30093c69ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:52.752625 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-ebfbb249-c224-4e91-af53-436011be84ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '242cc008-1293-4d22-b907-ba9dc0639893', 'name': 'tempest-ServerRescueNegativeTestJSON-1123989338-router', 'tenant_id': 'bce503cf25904aaca71aef47268da025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': '585a0cfe-5e42-415a-ac4c-bd8f4b2957c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:58:45Z', 'updated_at': '2021-06-02T07:58:48Z', 'revision_number': 3, 'project_id': 'bce503cf25904aaca71aef47268da025', 'gw_port': {'id': '585a0cfe-5e42-415a-ac4c-bd8f4b2957c8', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:36:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '242cc008-1293-4d22-b907-ba9dc0639893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:58:47Z', 'updated_at': '2021-06-02T07:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb'}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:58:52.757111 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfbb249-c224-4e91-af53-436011be84ca None None] The sync data for ids ['242cc008-1293-4d22-b907-ba9dc0639893'] in dv-cinder-786385-7-smb is: [{'id': '242cc008-1293-4d22-b907-ba9dc0639893', 'name': 'tempest-ServerRescueNegativeTestJSON-1123989338-router', 'tenant_id': 'bce503cf25904aaca71aef47268da025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': '585a0cfe-5e42-415a-ac4c-bd8f4b2957c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:58:45Z', 'updated_at': '2021-06-02T07:58:48Z', 'revision_number': 3, 'project_id': 'bce503cf25904aaca71aef47268da025', 'gw_port': {'id': '585a0cfe-5e42-415a-ac4c-bd8f4b2957c8', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:36:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '242cc008-1293-4d22-b907-ba9dc0639893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:58:47Z', 'updated_at': '2021-06-02T07:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb'}] {{(pid=91542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 07:58:52.762524 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-2d8c3b02-ae42-4cea-bef5-83b5f8332789 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:52.849026 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f47735eb-8adb-49c2-8718-ad30093c69ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945887'] for router_interface, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:52.861472 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47735eb-8adb-49c2-8718-ad30093c69ae admin admin] Pushing event updated for resources: {'Port': ['ID=4b93656c-84a5-49b3-a6ac-7ef0252aa85d,revision_number=2']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:52.865914 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-f47735eb-8adb-49c2-8718-ad30093c69ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:52.920765 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 41632) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:52.951299 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-d5037ec2-70b9-4862-9f7e-e88fce84fb06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:52.979205 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-d5037ec2-70b9-4862-9f7e-e88fce84fb06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:52.987053 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-d5037ec2-70b9-4862-9f7e-e88fce84fb06 admin admin] Usage tracker for resource:security_group_rule and tenant:61ae3503659e4d7c858fae613a33ee6f is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:52.994268 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-d5037ec2-70b9-4862-9f7e-e88fce84fb06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:53.002018 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-d5037ec2-70b9-4862-9f7e-e88fce84fb06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:53.048395 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47735eb-8adb-49c2-8718-ad30093c69ae admin admin] Network cda53b61-b688-46b2-8676-9b4f4ed7490b is already hosted by enough agents. {{(pid=91539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 07:58:53.049814 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [None req-f47735eb-8adb-49c2-8718-ad30093c69ae admin admin] Resources bound (agent type, host, resource id): {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:58:53.167304 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-d5037ec2-70b9-4862-9f7e-e88fce84fb06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:53.175949 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-d5037ec2-70b9-4862-9f7e-e88fce84fb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:53.201289 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-5aa952d8-c47f-4ea0-afed-528cce8ce296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:53.311401 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5037ec2-70b9-4862-9f7e-e88fce84fb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd42fd9d-092a-4175-a37f-6d4f3c2f1be4,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:53.316203 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-d5037ec2-70b9-4862-9f7e-e88fce84fb06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:53.335046 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-d5037ec2-70b9-4862-9f7e-e88fce84fb06 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=61ae3503659e4d7c858fae613a33ee6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4124250 Jun 02 07:58:53.337925 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 41648) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:53.447459 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-842515d1-701f-4ddc-b227-37c9591a3eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:53.465023 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 41656) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:53.522116 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-842515d1-701f-4ddc-b227-37c9591a3eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:53.536112 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47735eb-8adb-49c2-8718-ad30093c69ae admin admin] Router 242cc008-1293-4d22-b907-ba9dc0639893 has already been hosted by L3 agent 221affb1-81f2-42a7-84c7-b8c79a9401bf {{(pid=91539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 07:58:53.634419 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-842515d1-701f-4ddc-b227-37c9591a3eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:53.654775 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-ab47c707-7947-463e-8bcc-15ba0a7c6a88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:53.691142 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842515d1-701f-4ddc-b227-37c9591a3eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd42fd9d-092a-4175-a37f-6d4f3c2f1be4,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:53.696746 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-842515d1-701f-4ddc-b227-37c9591a3eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:53.718736 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-842515d1-701f-4ddc-b227-37c9591a3eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:53.722142 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-842515d1-701f-4ddc-b227-37c9591a3eca admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fd42fd9d-092a-4175-a37f-6d4f3c2f1be4 HTTP/1.1" status: 204 len: 168 time: 0.3830080 Jun 02 07:58:53.851420 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47735eb-8adb-49c2-8718-ad30093c69ae admin admin] Notify agent at l3_agent.dv-cinder-786385-7-smb the message routers_updated {{(pid=91539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 07:58:53.872863 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-f47735eb-8adb-49c2-8718-ad30093c69ae admin admin] 10.222.0.81 "PUT /v2.0/routers/242cc008-1293-4d22-b907-ba9dc0639893/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4188049 Jun 02 07:58:53.926876 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 585a0cfe-5e42-415a-ac4c-bd8f4b2957c8 up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:58:53.944017 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-053e40b1-f566-4c76-9c33-83fae8bd7366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:53.962653 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-053e40b1-f566-4c76-9c33-83fae8bd7366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:53.967715 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-053e40b1-f566-4c76-9c33-83fae8bd7366 admin admin] Usage tracker for resource:security_group_rule and tenant:c5e6e4157c014716814978eaeeaed440 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:53.972086 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-053e40b1-f566-4c76-9c33-83fae8bd7366 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:53.982124 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-053e40b1-f566-4c76-9c33-83fae8bd7366 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:54.065859 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning for port 585a0cfe-5e42-415a-ac4c-bd8f4b2957c8 completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 07:58:54.072084 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port 585a0cfe-5e42-415a-ac4c-bd8f4b2957c8 triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:58:54.072556 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:54.116194 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-053e40b1-f566-4c76-9c33-83fae8bd7366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:54.121615 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-053e40b1-f566-4c76-9c33-83fae8bd7366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:54.132887 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:54.175853 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-053e40b1-f566-4c76-9c33-83fae8bd7366 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c5e6e4157c014716814978eaeeaed440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7091689 Jun 02 07:58:54.178354 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 41676) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:54.191111 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e40b1-f566-4c76-9c33-83fae8bd7366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8306d7cc-762b-4f38-9543-b170ee381667,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:54.214451 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-053e40b1-f566-4c76-9c33-83fae8bd7366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:54.233339 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:54.255489 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] For port 585a0cfe-5e42-415a-ac4c-bd8f4b2957c8, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=585a0cfe-5e42-415a-ac4c-bd8f4b2957c8,segment=NetworkSegment(f5cbd04c-dcdc-483c-9882-54251cba879c),segment_id=f5cbd04c-dcdc-483c-9882-54251cba879c)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:58:54.260384 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:54.262700 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-56625de2-4fbe-43f9-8ca8-cf702219ce7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:54.288690 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-fa9f46a7-ff9d-44d5-8b22-7c7ed7e3fe4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:54.338975 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-fa9f46a7-ff9d-44d5-8b22-7c7ed7e3fe4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:54.349196 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Pushing event updated for resources: {'Port': ['ID=585a0cfe-5e42-415a-ac4c-bd8f4b2957c8,revision_number=4']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:54.358201 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:58:54.358676 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:58:54.359027 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:58:54.359363 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:58:54.360121 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:58:54.360462 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:58:54.360978 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:58:54.361254 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:58:54.361568 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:58:54.362039 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:58:54.362366 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:58:54.362740 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:58:54.374562 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:54.402534 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 41684) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:54.403037 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-fa9f46a7-ff9d-44d5-8b22-7c7ed7e3fe4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:54.410373 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:54.422577 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f46a7-ff9d-44d5-8b22-7c7ed7e3fe4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8306d7cc-762b-4f38-9543-b170ee381667,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:54.424855 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-fa9f46a7-ff9d-44d5-8b22-7c7ed7e3fe4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:54.432854 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-fa9f46a7-ff9d-44d5-8b22-7c7ed7e3fe4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:54.434912 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-fa9f46a7-ff9d-44d5-8b22-7c7ed7e3fe4a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8306d7cc-762b-4f38-9543-b170ee381667 HTTP/1.1" status: 204 len: 168 time: 0.2556036 Jun 02 07:58:54.759192 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-d1b2498c-ff67-4314-9c9a-bfe130244eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:54.775174 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-d1b2498c-ff67-4314-9c9a-bfe130244eac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:54.783567 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-d1b2498c-ff67-4314-9c9a-bfe130244eac admin admin] Usage tracker for resource:security_group_rule and tenant:2127aba75c824fcfa9a5304cd95c4fd9 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:54.786839 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-d1b2498c-ff67-4314-9c9a-bfe130244eac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:54.793529 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-d1b2498c-ff67-4314-9c9a-bfe130244eac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:54.899957 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b881f934-0667-4991-a830-047895997793 None None] Sync routers for ids ['242cc008-1293-4d22-b907-ba9dc0639893'] in dv-cinder-786385-7-smb {{(pid=91541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 07:58:54.914172 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b881f934-0667-4991-a830-047895997793 None None] Routers {'242cc008-1293-4d22-b907-ba9dc0639893'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 07:58:54.916106 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-b881f934-0667-4991-a830-047895997793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T07:58:33Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['242cc008-1293-4d22-b907-ba9dc0639893'], 'active': True} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:58:54.929716 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-d1b2498c-ff67-4314-9c9a-bfe130244eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:54.939156 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-d1b2498c-ff67-4314-9c9a-bfe130244eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:54.965039 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-312ec398-08be-4d03-b2b9-da8a297f7955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:55.049549 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 41710) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:55.058369 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2498c-ff67-4314-9c9a-bfe130244eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d307f47-0b67-422d-8e98-6c04165a5906,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:55.066743 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-d1b2498c-ff67-4314-9c9a-bfe130244eac admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2127aba75c824fcfa9a5304cd95c4fd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6618402 Jun 02 07:58:55.067313 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 41714) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:55.068047 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-d1b2498c-ff67-4314-9c9a-bfe130244eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:55.108084 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-25cc10df-2dc2-436f-812e-0184d7dbc4de admin admin] Notify callbacks [] for security_group, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:55.127534 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-25cc10df-2dc2-436f-812e-0184d7dbc4de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:55.136951 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-25cc10df-2dc2-436f-812e-0184d7dbc4de admin admin] Usage tracker for resource:security_group_rule and tenant:e20ccee6081147fea0d635fcc3b32247 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:55.145902 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-25cc10df-2dc2-436f-812e-0184d7dbc4de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:55.154873 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-25cc10df-2dc2-436f-812e-0184d7dbc4de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:55.271395 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b9c198fb-8f58-4696-9845-399d0384da86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:55.274837 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvr_db [None req-b881f934-0667-4991-a830-047895997793 None None] Set router 242cc008-1293-4d22-b907-ba9dc0639893 gateway port host: dv-cinder-786385-7-smb {{(pid=91541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 07:58:55.309605 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-25cc10df-2dc2-436f-812e-0184d7dbc4de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:55.317376 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-25cc10df-2dc2-436f-812e-0184d7dbc4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:55.360512 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:55.381198 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-25cc10df-2dc2-436f-812e-0184d7dbc4de admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e20ccee6081147fea0d635fcc3b32247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3298888 Jun 02 07:58:55.384745 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 41728) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:55.427501 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc10df-2dc2-436f-812e-0184d7dbc4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387f5a0c-8917-4d55-986a-84e3610245db,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:55.466838 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-25cc10df-2dc2-436f-812e-0184d7dbc4de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:55.477784 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b9c198fb-8f58-4696-9845-399d0384da86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:55.485117 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ac67b77a-1798-4afa-9afc-363573d2f76f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:55.532365 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ac67b77a-1798-4afa-9afc-363573d2f76f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:55.619352 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46284549-2b52-4e3d-9869-78487446799e req-d861a1f6-7ec5-4744-b17f-0a54ce5752cc tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:55.619868 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-46284549-2b52-4e3d-9869-78487446799e req-d861a1f6-7ec5-4744-b17f-0a54ce5752cc tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Synchronizing usage tracker for tenant:bce503cf25904aaca71aef47268da025 on resource:network {{(pid=91540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 07:58:55.642344 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b9c198fb-8f58-4696-9845-399d0384da86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:55.648821 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-bf6d67b3-d7e9-4970-beb0-55efa6a317e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:55.653222 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ac67b77a-1798-4afa-9afc-363573d2f76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:55.658896 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-bfe6b59b-f54a-4eb8-a232-a4006ce69ef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:55.661627 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c198fb-8f58-4696-9845-399d0384da86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d307f47-0b67-422d-8e98-6c04165a5906,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:55.664504 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-46284549-2b52-4e3d-9869-78487446799e req-d861a1f6-7ec5-4744-b17f-0a54ce5752cc tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Unset dirty status for tenant:bce503cf25904aaca71aef47268da025 on resource:network {{(pid=91540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 07:58:55.672485 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-46284549-2b52-4e3d-9869-78487446799e req-d861a1f6-7ec5-4744-b17f-0a54ce5752cc tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/networks?id=cda53b61-b688-46b2-8676-9b4f4ed7490b HTTP/1.1" status: 200 len: 819 time: 0.4654126 Jun 02 07:58:55.682672 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-b9c198fb-8f58-4696-9845-399d0384da86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:55.691297 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67b77a-1798-4afa-9afc-363573d2f76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387f5a0c-8917-4d55-986a-84e3610245db,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:55.695070 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b9c198fb-8f58-4696-9845-399d0384da86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:55.696600 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-b9c198fb-8f58-4696-9845-399d0384da86 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9d307f47-0b67-422d-8e98-6c04165a5906 HTTP/1.1" status: 204 len: 168 time: 0.6276085 Jun 02 07:58:55.705803 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ac67b77a-1798-4afa-9afc-363573d2f76f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:55.707442 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-ac67b77a-1798-4afa-9afc-363573d2f76f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/387f5a0c-8917-4d55-986a-84e3610245db HTTP/1.1" status: 204 len: 168 time: 0.3213058 Jun 02 07:58:55.708798 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-ac67b77a-1798-4afa-9afc-363573d2f76f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:55.710674 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-46284549-2b52-4e3d-9869-78487446799e req-285cec24-9bd4-4238-854e-e06127528076 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/quotas/bce503cf25904aaca71aef47268da025 HTTP/1.1" status: 200 len: 375 time: 0.0367849 Jun 02 07:58:55.834271 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-b881f934-0667-4991-a830-047895997793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '242cc008-1293-4d22-b907-ba9dc0639893', 'name': 'tempest-ServerRescueNegativeTestJSON-1123989338-router', 'tenant_id': 'bce503cf25904aaca71aef47268da025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': '585a0cfe-5e42-415a-ac4c-bd8f4b2957c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:58:45Z', 'updated_at': '2021-06-02T07:58:52Z', 'revision_number': 4, 'project_id': 'bce503cf25904aaca71aef47268da025', 'gw_port': {'id': '585a0cfe-5e42-415a-ac4c-bd8f4b2957c8', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242cc008-1293-4d22-b907-ba9dc0639893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:58:47Z', 'updated_at': '2021-06-02T07:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': '4b93656c-84a5-49b3-a6ac-7ef0252aa85d', 'name': '', 'network_id': 'cda53b61-b688-46b2-8676-9b4f4ed7490b', 'tenant_id': 'bce503cf25904aaca71aef47268da025', 'mac_address': 'fa:16:3e:4b:3e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '242cc008-1293-4d22-b907-ba9dc0639893', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '25f79c19-4d8f-4b6c-b5f3-71b7068d7861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:58:51Z', 'updated_at': '2021-06-02T07:58:52Z', 'revision_number': 2, 'project_id': 'bce503cf25904aaca71aef47268da025', 'subnets': [{'id': '25f79c19-4d8f-4b6c-b5f3-71b7068d7861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:58:55.842536 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b881f934-0667-4991-a830-047895997793 None None] Checking router: 242cc008-1293-4d22-b907-ba9dc0639893 for host: dv-cinder-786385-7-smb {{(pid=91541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 07:58:55.843073 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b881f934-0667-4991-a830-047895997793 None None] Updating router 242cc008-1293-4d22-b907-ba9dc0639893 port 4b93656c-84a5-49b3-a6ac-7ef0252aa85d binding host dv-cinder-786385-7-smb {{(pid=91541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 07:58:55.878958 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 585a0cfe-5e42-415a-ac4c-bd8f4b2957c8 up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:58:55.892606 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-46284549-2b52-4e3d-9869-78487446799e req-cd1e0680-7c49-4b76-8334-9a87bca05bbf tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=bce503cf25904aaca71aef47268da025&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1800263 Jun 02 07:58:55.979663 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-b881f934-0667-4991-a830-047895997793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:56.057655 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port 585a0cfe-5e42-415a-ac4c-bd8f4b2957c8 triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:58:56.057948 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:56.116258 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-46284549-2b52-4e3d-9869-78487446799e req-9f415583-eb7e-4c59-8ee3-8bfb1c2b1d4a service neutron] 10.222.0.81 "GET /v2.0/networks/cda53b61-b688-46b2-8676-9b4f4ed7490b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223964 Jun 02 07:58:56.303198 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-46284549-2b52-4e3d-9869-78487446799e req-9c59e762-c79c-47d2-827a-9b325bf91a27 service neutron] 10.222.0.81 "GET /v2.0/networks/cda53b61-b688-46b2-8676-9b4f4ed7490b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839404 Jun 02 07:58:56.539596 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 41768) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:56.562828 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-0e21a962-10f5-4bea-bdfc-971f18db230c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:56.585412 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-0e21a962-10f5-4bea-bdfc-971f18db230c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:56.590421 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-0e21a962-10f5-4bea-bdfc-971f18db230c admin admin] Usage tracker for resource:security_group_rule and tenant:158fbbac83f840a3b0aef917b9d07c46 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:56.593699 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-0e21a962-10f5-4bea-bdfc-971f18db230c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:56.600909 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-0e21a962-10f5-4bea-bdfc-971f18db230c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:56.676120 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-b881f934-0667-4991-a830-047895997793 None None] Notify callbacks [] for port, precommit_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:56.689923 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-b881f934-0667-4991-a830-047895997793 None None] Transition to ACTIVE for port object 4b93656c-84a5-49b3-a6ac-7ef0252aa85d will not be triggered until provisioned by entity L2. {{(pid=91541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:58:56.699297 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-b881f934-0667-4991-a830-047895997793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:56.707110 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-81b85182-f057-4811-9ad4-6ed51fcfc149 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:56.721773 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-0e21a962-10f5-4bea-bdfc-971f18db230c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:56.777200 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-c75b40ae-cf4e-4920-aa8f-70d483dc6bb5 req-45b72767-4fb5-41d9-8618-d79d58b82688 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Synchronizing usage tracker for tenant:bce503cf25904aaca71aef47268da025 on resource:port {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 07:58:56.785316 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-0e21a962-10f5-4bea-bdfc-971f18db230c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:56.786850 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2bb510-37c6-466e-bae1-8937181f3445 None None] Pushing event updated for resources: {'Port': ['ID=4b93656c-84a5-49b3-a6ac-7ef0252aa85d,revision_number=3']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:56.796673 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-27aea3b8-e87e-43ec-baa7-7619663a1654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:56.798194 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-bc2bb510-37c6-466e-bae1-8937181f3445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:56.849816 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21a962-10f5-4bea-bdfc-971f18db230c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619c39bb-68b3-4291-813e-f8f515b6661d,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:56.873687 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-0e21a962-10f5-4bea-bdfc-971f18db230c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:56.878420 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-0e21a962-10f5-4bea-bdfc-971f18db230c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=158fbbac83f840a3b0aef917b9d07c46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3371987 Jun 02 07:58:56.879357 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-c75b40ae-cf4e-4920-aa8f-70d483dc6bb5 req-45b72767-4fb5-41d9-8618-d79d58b82688 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Unset dirty status for tenant:bce503cf25904aaca71aef47268da025 on resource:port {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 07:58:56.881160 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 41780) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:56.907535 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c75b40ae-cf4e-4920-aa8f-70d483dc6bb5 req-45b72767-4fb5-41d9-8618-d79d58b82688 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 210 time: 0.1833732 Jun 02 07:58:57.014922 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-cc21d5fb-8504-49fd-88f0-6f80f5c22335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:57.100670 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-cc21d5fb-8504-49fd-88f0-6f80f5c22335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:57.222408 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-b881f934-0667-4991-a830-047895997793 None None] Attempting to bind port 4b93656c-84a5-49b3-a6ac-7ef0252aa85d on host dv-cinder-786385-7-smb for vnic_type normal with profile {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 07:58:57.222791 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-b881f934-0667-4991-a830-047895997793 None None] Attempting to bind port 4b93656c-84a5-49b3-a6ac-7ef0252aa85d by drivers openvswitch,hyperv on host dv-cinder-786385-7-smb at level 0 using segments [{'id': '3f548572-a713-4235-ad33-450f3897a68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'cda53b61-b688-46b2-8676-9b4f4ed7490b'}] {{(pid=91541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 07:58:57.223394 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b881f934-0667-4991-a830-047895997793 None None] Attempting to bind port 4b93656c-84a5-49b3-a6ac-7ef0252aa85d on network cda53b61-b688-46b2-8676-9b4f4ed7490b {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 07:58:57.229176 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b881f934-0667-4991-a830-047895997793 None None] Checking agent: {'id': '2a0e1ac3-7fb5-40bc-887e-90e9797fe79d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 50, 2), 'started_at': datetime.datetime(2021, 6, 2, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 7, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 07:58:57.229557 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b881f934-0667-4991-a830-047895997793 None None] Checking segment: {'id': '3f548572-a713-4235-ad33-450f3897a68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'cda53b61-b688-46b2-8676-9b4f4ed7490b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:58:57.230144 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-b881f934-0667-4991-a830-047895997793 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:57.230687 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b881f934-0667-4991-a830-047895997793 None None] Bound using segment: {'id': '3f548572-a713-4235-ad33-450f3897a68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'cda53b61-b688-46b2-8676-9b4f4ed7490b'} {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 07:58:57.231225 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-b881f934-0667-4991-a830-047895997793 None None] Bound port: 4b93656c-84a5-49b3-a6ac-7ef0252aa85d, host: dv-cinder-786385-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f548572-a713-4235-ad33-450f3897a68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'cda53b61-b688-46b2-8676-9b4f4ed7490b'}}] {{(pid=91541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 07:58:57.231617 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-b881f934-0667-4991-a830-047895997793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:57.277107 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-cc21d5fb-8504-49fd-88f0-6f80f5c22335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:57.294342 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-815bd701-0033-4eae-8123-07a392445192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:57.352884 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-cc21d5fb-8504-49fd-88f0-6f80f5c22335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:57.358244 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-cc21d5fb-8504-49fd-88f0-6f80f5c22335 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/619c39bb-68b3-4291-813e-f8f515b6661d HTTP/1.1" status: 204 len: 168 time: 0.4734342 Jun 02 07:58:57.362436 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21d5fb-8504-49fd-88f0-6f80f5c22335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619c39bb-68b3-4291-813e-f8f515b6661d,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:57.386207 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-cc21d5fb-8504-49fd-88f0-6f80f5c22335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:57.531286 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-b881f934-0667-4991-a830-047895997793 None None] For port 4b93656c-84a5-49b3-a6ac-7ef0252aa85d, host dv-cinder-786385-7-smb, cleared binding levels {{(pid=91541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 07:58:57.539854 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-b881f934-0667-4991-a830-047895997793 None None] For port 4b93656c-84a5-49b3-a6ac-7ef0252aa85d, host dv-cinder-786385-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=4b93656c-84a5-49b3-a6ac-7ef0252aa85d,segment=NetworkSegment(3f548572-a713-4235-ad33-450f3897a68e),segment_id=3f548572-a713-4235-ad33-450f3897a68e)] {{(pid=91541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 07:58:57.549488 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-b881f934-0667-4991-a830-047895997793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:57.560332 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:57.673793 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b881f934-0667-4991-a830-047895997793 None None] Routers {'242cc008-1293-4d22-b907-ba9dc0639893'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 07:58:57.674767 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-b881f934-0667-4991-a830-047895997793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T07:58:33Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['242cc008-1293-4d22-b907-ba9dc0639893'], 'active': True} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:58:57.711521 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-2cd2fb6a-827e-4d84-a2d7-18ee86d1f9b1 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:57.714949 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-2cd2fb6a-827e-4d84-a2d7-18ee86d1f9b1 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/networks?id=cda53b61-b688-46b2-8676-9b4f4ed7490b HTTP/1.1" status: 200 len: 819 time: 0.3282058 Jun 02 07:58:57.749918 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-679249ad-aab7-457b-a248-1e27ccd36f11 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/quotas/bce503cf25904aaca71aef47268da025 HTTP/1.1" status: 200 len: 375 time: 0.0264637 Jun 02 07:58:57.929577 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2bb510-37c6-466e-bae1-8937181f3445 None None] Pushing event updated for resources: {'Port': ['ID=4b93656c-84a5-49b3-a6ac-7ef0252aa85d,revision_number=4']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:57.930806 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-6637deb8-1408-4226-844c-d77231340010 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=bce503cf25904aaca71aef47268da025&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1682031 Jun 02 07:58:57.951421 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-bc2bb510-37c6-466e-bae1-8937181f3445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:58.010530 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvr_db [None req-b881f934-0667-4991-a830-047895997793 None None] Set router 242cc008-1293-4d22-b907-ba9dc0639893 gateway port host: dv-cinder-786385-7-smb {{(pid=91541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 07:58:58.093646 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 41830) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:58.152797 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-a167c19d-01a6-4f2b-ba24-e98fd36fb2a3 service neutron] 10.222.0.81 "GET /v2.0/networks/cda53b61-b688-46b2-8676-9b4f4ed7490b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193198 Jun 02 07:58:58.327863 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-7745dbb5-d0e3-4e7c-b0f8-a0ea4791cadf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-171656107-network', 'tenant_id': '2e2eb3299cb1440b8cc5de8f444ccde0'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:58:58.333459 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-7745dbb5-d0e3-4e7c-b0f8-a0ea4791cadf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:58.337392 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-7745dbb5-d0e3-4e7c-b0f8-a0ea4791cadf admin admin] Usage tracker for resource:network and tenant:2e2eb3299cb1440b8cc5de8f444ccde0 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:58.340903 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-7745dbb5-d0e3-4e7c-b0f8-a0ea4791cadf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:58.351396 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-7745dbb5-d0e3-4e7c-b0f8-a0ea4791cadf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:58.360601 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-dc847b48-bc18-48c4-87b7-6b3247218d3a service neutron] 10.222.0.81 "GET /v2.0/networks/cda53b61-b688-46b2-8676-9b4f4ed7490b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003732 Jun 02 07:58:58.405872 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7745dbb5-d0e3-4e7c-b0f8-a0ea4791cadf admin admin] Made reservation on behalf of 2e2eb3299cb1440b8cc5de8f444ccde0 for: {'network': 1} {{(pid=91540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 07:58:58.416365 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-7745dbb5-d0e3-4e7c-b0f8-a0ea4791cadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3847429'] for network, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:58.457533 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-7745dbb5-d0e3-4e7c-b0f8-a0ea4791cadf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:58.459965 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-b881f934-0667-4991-a830-047895997793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '242cc008-1293-4d22-b907-ba9dc0639893', 'name': 'tempest-ServerRescueNegativeTestJSON-1123989338-router', 'tenant_id': 'bce503cf25904aaca71aef47268da025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': '585a0cfe-5e42-415a-ac4c-bd8f4b2957c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:58:45Z', 'updated_at': '2021-06-02T07:58:52Z', 'revision_number': 4, 'project_id': 'bce503cf25904aaca71aef47268da025', 'gw_port': {'id': '585a0cfe-5e42-415a-ac4c-bd8f4b2957c8', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242cc008-1293-4d22-b907-ba9dc0639893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:58:47Z', 'updated_at': '2021-06-02T07:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': '4b93656c-84a5-49b3-a6ac-7ef0252aa85d', 'name': '', 'network_id': 'cda53b61-b688-46b2-8676-9b4f4ed7490b', 'tenant_id': 'bce503cf25904aaca71aef47268da025', 'mac_address': 'fa:16:3e:4b:3e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '242cc008-1293-4d22-b907-ba9dc0639893', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '25f79c19-4d8f-4b6c-b5f3-71b7068d7861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:58:51Z', 'updated_at': '2021-06-02T07:58:57Z', 'revision_number': 4, 'project_id': 'bce503cf25904aaca71aef47268da025', 'subnets': [{'id': '25f79c19-4d8f-4b6c-b5f3-71b7068d7861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:58:58.465255 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b881f934-0667-4991-a830-047895997793 None None] The sync data for ids ['242cc008-1293-4d22-b907-ba9dc0639893'] in dv-cinder-786385-7-smb is: [{'id': '242cc008-1293-4d22-b907-ba9dc0639893', 'name': 'tempest-ServerRescueNegativeTestJSON-1123989338-router', 'tenant_id': 'bce503cf25904aaca71aef47268da025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': '585a0cfe-5e42-415a-ac4c-bd8f4b2957c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:58:45Z', 'updated_at': '2021-06-02T07:58:52Z', 'revision_number': 4, 'project_id': 'bce503cf25904aaca71aef47268da025', 'gw_port': {'id': '585a0cfe-5e42-415a-ac4c-bd8f4b2957c8', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242cc008-1293-4d22-b907-ba9dc0639893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:58:47Z', 'updated_at': '2021-06-02T07:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': '4b93656c-84a5-49b3-a6ac-7ef0252aa85d', 'name': '', 'network_id': 'cda53b61-b688-46b2-8676-9b4f4ed7490b', 'tenant_id': 'bce503cf25904aaca71aef47268da025', 'mac_address': 'fa:16:3e:4b:3e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '242cc008-1293-4d22-b907-ba9dc0639893', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '25f79c19-4d8f-4b6c-b5f3-71b7068d7861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:58:51Z', 'updated_at': '2021-06-02T07:58:57Z', 'revision_number': 4, 'project_id': 'bce503cf25904aaca71aef47268da025', 'subnets': [{'id': '25f79c19-4d8f-4b6c-b5f3-71b7068d7861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 07:58:58.514656 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-7745dbb5-d0e3-4e7c-b0f8-a0ea4791cadf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:58.538584 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-7745dbb5-d0e3-4e7c-b0f8-a0ea4791cadf admin admin] Usage tracker for resource:security_group_rule and tenant:2e2eb3299cb1440b8cc5de8f444ccde0 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:58.558793 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-7745dbb5-d0e3-4e7c-b0f8-a0ea4791cadf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:58.576613 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-7745dbb5-d0e3-4e7c-b0f8-a0ea4791cadf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:58.877689 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-97b4bf07-7006-480d-b2f6-7e9e4f8cab20 req-451e8972-97b5-4a9e-9436-c9b023e841dd tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 210 time: 0.1238666 Jun 02 07:58:58.897543 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-7745dbb5-d0e3-4e7c-b0f8-a0ea4791cadf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:58.906242 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-7745dbb5-d0e3-4e7c-b0f8-a0ea4791cadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:58.918144 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-96ee7f4d-092e-4e23-a273-4c99916a4df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:58.989021 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7745dbb5-d0e3-4e7c-b0f8-a0ea4791cadf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=91540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 07:58:59.029279 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46284549-2b52-4e3d-9869-78487446799e req-e3e31faf-0eee-4d53-9d54-4494a8e16a29 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:59.030841 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-46284549-2b52-4e3d-9869-78487446799e req-e3e31faf-0eee-4d53-9d54-4494a8e16a29 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.79 "GET /v2.0/networks?id=cda53b61-b688-46b2-8676-9b4f4ed7490b HTTP/1.1" status: 200 len: 819 time: 0.3908887 Jun 02 07:58:59.040521 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745dbb5-d0e3-4e7c-b0f8-a0ea4791cadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec848549-fbc4-4a48-8fd1-920903fb7de9,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:59.045626 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [req-46284549-2b52-4e3d-9869-78487446799e req-596faac3-45cc-4234-8910-8812a80bc021 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Request body: {'port': {'device_id': '76b1bcd7-8c51-4020-aed3-0efec975db6c', 'network_id': 'cda53b61-b688-46b2-8676-9b4f4ed7490b', 'admin_state_up': True, 'tenant_id': 'bce503cf25904aaca71aef47268da025'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:58:59.055501 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-7745dbb5-d0e3-4e7c-b0f8-a0ea4791cadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479'] for segment, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:59.055864 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.db.segments_db [None req-7745dbb5-d0e3-4e7c-b0f8-a0ea4791cadf admin admin] Added segment 9c4f485d-5984-49fb-a05d-6a353d26975a of type vlan for network 4c104e8a-472e-42ae-93e0-a570598f0b7d Jun 02 07:58:59.057398 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-7745dbb5-d0e3-4e7c-b0f8-a0ea4791cadf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:59.113312 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-7745dbb5-d0e3-4e7c-b0f8-a0ea4791cadf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746790259047'] for network, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:59.181323 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-7745dbb5-d0e3-4e7c-b0f8-a0ea4791cadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-947529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536110'] for network, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:59.182944 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7745dbb5-d0e3-4e7c-b0f8-a0ea4791cadf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:58:59.183748 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-7745dbb5-d0e3-4e7c-b0f8-a0ea4791cadf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for network, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:59.192612 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:58:59.473846 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745dbb5-d0e3-4e7c-b0f8-a0ea4791cadf admin admin] Pushing event updated for resources: {'Network': ['ID=4c104e8a-472e-42ae-93e0-a570598f0b7d,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:58:59.494519 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-7745dbb5-d0e3-4e7c-b0f8-a0ea4791cadf admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3967583 Jun 02 07:58:59.494519 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-7745dbb5-d0e3-4e7c-b0f8-a0ea4791cadf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:58:59.495471 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 41884) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:58:59.504843 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Network 4c104e8a-472e-42ae-93e0-a570598f0b7d details requested by agent ovs-agent-dv-cinder-786385-7-smb with host dv-cinder-786385-7-smb {{(pid=91541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 02 07:58:59.519896 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [None req-937d104e-f942-4e16-b421-d833022375f2 admin admin] Request body: {'subnet': {'network_id': '4c104e8a-472e-42ae-93e0-a570598f0b7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-171656107-subnet', 'tenant_id': '2e2eb3299cb1440b8cc5de8f444ccde0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:58:59.578109 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-937d104e-f942-4e16-b421-d833022375f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:59.581617 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [req-46284549-2b52-4e3d-9869-78487446799e req-596faac3-45cc-4234-8910-8812a80bc021 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:58:59.590188 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-937d104e-f942-4e16-b421-d833022375f2 admin admin] Usage tracker for resource:subnet and tenant:2e2eb3299cb1440b8cc5de8f444ccde0 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:58:59.601952 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-937d104e-f942-4e16-b421-d833022375f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:58:59.612405 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-937d104e-f942-4e16-b421-d833022375f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:59.618884 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [req-46284549-2b52-4e3d-9869-78487446799e req-596faac3-45cc-4234-8910-8812a80bc021 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:58:59.641348 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937d104e-f942-4e16-b421-d833022375f2 admin admin] Made reservation on behalf of 2e2eb3299cb1440b8cc5de8f444ccde0 for: {'subnet': 1} {{(pid=91539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 07:58:59.645765 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-937d104e-f942-4e16-b421-d833022375f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1601804'] for subnet, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:59.679431 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46284549-2b52-4e3d-9869-78487446799e req-596faac3-45cc-4234-8910-8812a80bc021 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Made reservation on behalf of bce503cf25904aaca71aef47268da025 for: {'port': 1} {{(pid=91539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 07:58:59.683708 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-46284549-2b52-4e3d-9869-78487446799e req-596faac3-45cc-4234-8910-8812a80bc021 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:58:59.947111 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 4b93656c-84a5-49b3-a6ac-7ef0252aa85d up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:59:00.026684 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-0fa328b2-089c-43b2-86d3-8350022a502b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:00.160398 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning for port 4b93656c-84a5-49b3-a6ac-7ef0252aa85d completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 07:59:00.166617 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port 4b93656c-84a5-49b3-a6ac-7ef0252aa85d triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:59:00.167433 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:00.226109 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-4f1299c9-9390-4eb8-b134-3cfe83f6bfa9 req-40015f26-92f7-4e09-bb9f-52b6faba17de tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 210 time: 0.0890110 Jun 02 07:59:00.356624 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:00.429877 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] For port 4b93656c-84a5-49b3-a6ac-7ef0252aa85d, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=4b93656c-84a5-49b3-a6ac-7ef0252aa85d,segment=NetworkSegment(3f548572-a713-4235-ad33-450f3897a68e),segment_id=3f548572-a713-4235-ad33-450f3897a68e)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:59:00.452003 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:00.452245 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.db_base_plugin_common [req-46284549-2b52-4e3d-9869-78487446799e req-596faac3-45cc-4234-8910-8812a80bc021 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Allocated IP 172.20.0.9 (cda53b61-b688-46b2-8676-9b4f4ed7490b/25f79c19-4d8f-4b6c-b5f3-71b7068d7861/5cad6f00-8d13-4408-b3d8-b585af60c589) {{(pid=91539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 07:59:00.462751 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-bc2bb510-37c6-466e-bae1-8937181f3445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:00.614923 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Pushing event updated for resources: {'Port': ['ID=4b93656c-84a5-49b3-a6ac-7ef0252aa85d,revision_number=5']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:00.631116 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:01.010581 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-46284549-2b52-4e3d-9869-78487446799e req-596faac3-45cc-4234-8910-8812a80bc021 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Notify callbacks [] for port, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:01.036340 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 41930) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:01.041237 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-6f13e86c-ba40-4979-a79d-20463707dce3 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:01.042988 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-6f13e86c-ba40-4979-a79d-20463707dce3 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.79 "GET /v2.0/networks?id=cda53b61-b688-46b2-8676-9b4f4ed7490b HTTP/1.1" status: 200 len: 819 time: 0.4038770 Jun 02 07:59:01.065224 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-2f6a9628-e590-429e-860a-01b32d231693 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Request body: {'port': {'device_id': 'd2d48be1-2d69-44b5-aaff-3661045d6eac', 'network_id': 'cda53b61-b688-46b2-8676-9b4f4ed7490b', 'admin_state_up': True, 'tenant_id': 'bce503cf25904aaca71aef47268da025'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:59:01.207283 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f68d1d6e-9dac-45d0-8bbf-84337c533578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:01.239182 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-46284549-2b52-4e3d-9869-78487446799e req-596faac3-45cc-4234-8910-8812a80bc021 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:01.248780 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:01.251697 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-f68d1d6e-9dac-45d0-8bbf-84337c533578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:01.256273 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-f68d1d6e-9dac-45d0-8bbf-84337c533578 admin admin] Usage tracker for resource:security_group_rule and tenant:6a84ee8788dc4941a5a8de76bee775ab is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:01.259710 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-f68d1d6e-9dac-45d0-8bbf-84337c533578 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:01.281430 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-f68d1d6e-9dac-45d0-8bbf-84337c533578 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:01.302070 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-937d104e-f942-4e16-b421-d833022375f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1809896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1601822'] for subnet, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:01.375897 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46284549-2b52-4e3d-9869-78487446799e req-596faac3-45cc-4234-8910-8812a80bc021 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Network cda53b61-b688-46b2-8676-9b4f4ed7490b is already hosted by enough agents. {{(pid=91539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 07:59:01.379625 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-2f6a9628-e590-429e-860a-01b32d231693 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:01.387462 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [req-46284549-2b52-4e3d-9869-78487446799e req-596faac3-45cc-4234-8910-8812a80bc021 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Resources bound (agent type, host, resource id): {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:59:01.394330 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596faac3-45cc-4234-8910-8812a80bc021 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Pushing event updated for resources: {'Port': ['ID=5cad6f00-8d13-4408-b3d8-b585af60c589,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:01.396978 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [req-46284549-2b52-4e3d-9869-78487446799e req-596faac3-45cc-4234-8910-8812a80bc021 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Received port after_create {{(pid=91539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 07:59:01.424443 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-2f6a9628-e590-429e-860a-01b32d231693 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Usage tracker for resource:port and tenant:bce503cf25904aaca71aef47268da025 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:01.433234 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-2f6a9628-e590-429e-860a-01b32d231693 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:01.436038 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-596faac3-45cc-4234-8910-8812a80bc021 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:01.441576 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-629b5b2f-7c45-49ed-bb0a-1a2f5bb2376f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:01.460287 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-32d17409-d209-424a-858c-21ce8bf01974 req-249fc4c3-a750-422f-9d82-0e66b3f5567a tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 210 time: 0.0506096 Jun 02 07:59:01.485427 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-2f6a9628-e590-429e-860a-01b32d231693 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:01.497770 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f68d1d6e-9dac-45d0-8bbf-84337c533578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:01.503386 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f68d1d6e-9dac-45d0-8bbf-84337c533578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:01.511953 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-cc21d5fb-8504-49fd-88f0-6f80f5c22335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:01.524770 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937d104e-f942-4e16-b421-d833022375f2 admin admin] Checking segment: {'id': '9c4f485d-5984-49fb-a05d-6a353d26975a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4c104e8a-472e-42ae-93e0-a570598f0b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:59:01.525132 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937d104e-f942-4e16-b421-d833022375f2 admin admin] Network hostable DHCP agents. Network: 4c104e8a-472e-42ae-93e0-a570598f0b7d, hostable agents: ['187909a1-f54b-4aaf-b277-d1ad18d9eb87'], hosted agents: [] {{(pid=91539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 07:59:01.543961 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d104e-f942-4e16-b421-d833022375f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=946ccb93-1a07-4c78-a272-5288592a7327,revision_number=0']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:01.549034 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-2f6a9628-e590-429e-860a-01b32d231693 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Made reservation on behalf of bce503cf25904aaca71aef47268da025 for: {'port': 1} {{(pid=91539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 07:59:01.552525 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-2f6a9628-e590-429e-860a-01b32d231693 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:01.564740 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-f68d1d6e-9dac-45d0-8bbf-84337c533578 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6a84ee8788dc4941a5a8de76bee775ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5265534 Jun 02 07:59:01.568521 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 41944) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:01.574516 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-937d104e-f942-4e16-b421-d833022375f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:01.582873 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d1d6e-9dac-45d0-8bbf-84337c533578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bddb2100-1ce2-4497-8406-017efd5dfd5b,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:01.583246 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46284549-2b52-4e3d-9869-78487446799e req-596faac3-45cc-4234-8910-8812a80bc021 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:01.583932 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-46284549-2b52-4e3d-9869-78487446799e req-596faac3-45cc-4234-8910-8812a80bc021 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:01.587540 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-f68d1d6e-9dac-45d0-8bbf-84337c533578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:01.612321 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937d104e-f942-4e16-b421-d833022375f2 admin admin] Network 4c104e8a-472e-42ae-93e0-a570598f0b7d is scheduled to be hosted by DHCP agent 187909a1-f54b-4aaf-b277-d1ad18d9eb87 with binding_index 1 {{(pid=91539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 07:59:01.632462 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-3f44174d-d064-4e21-8f72-436cc9971e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:01.658856 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-3f44174d-d064-4e21-8f72-436cc9971e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:01.670372 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [None req-937d104e-f942-4e16-b421-d833022375f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-7-smb, 4c104e8a-472e-42ae-93e0-a570598f0b7d) {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:59:01.680054 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-46284549-2b52-4e3d-9869-78487446799e req-596faac3-45cc-4234-8910-8812a80bc021 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6395671 Jun 02 07:59:01.685872 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267fc664-e597-4de3-850f-f0c97e72fa9c None None] Network 4c104e8a-472e-42ae-93e0-a570598f0b7d requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 07:59:01.691162 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937d104e-f942-4e16-b421-d833022375f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:01.691760 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-937d104e-f942-4e16-b421-d833022375f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for subnet, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:01.700796 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [req-46284549-2b52-4e3d-9869-78487446799e req-e6ee76b3-912f-4700-8af4-5d140a0cd14b service neutron] Request body: {'port': {'device_id': '76b1bcd7-8c51-4020-aed3-0efec975db6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:59:01.733384 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-3f44174d-d064-4e21-8f72-436cc9971e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:01.743631 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-45effc38-4531-4892-9482-6dd36bde103c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:01.793293 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44174d-d064-4e21-8f72-436cc9971e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddb2100-1ce2-4497-8406-017efd5dfd5b,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:01.803908 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-937d104e-f942-4e16-b421-d833022375f2 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2997971 Jun 02 07:59:01.813305 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-3f44174d-d064-4e21-8f72-436cc9971e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:01.815682 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-3f44174d-d064-4e21-8f72-436cc9971e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:01.818169 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-3f44174d-d064-4e21-8f72-436cc9971e68 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bddb2100-1ce2-4497-8406-017efd5dfd5b HTTP/1.1" status: 204 len: 168 time: 0.2485073 Jun 02 07:59:01.820963 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 4b93656c-84a5-49b3-a6ac-7ef0252aa85d up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:59:02.029280 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port 4b93656c-84a5-49b3-a6ac-7ef0252aa85d triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:59:02.029981 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:02.074611 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-46284549-2b52-4e3d-9869-78487446799e req-e6ee76b3-912f-4700-8af4-5d140a0cd14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:02.089700 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73aedd3d-1dc5-42da-addf-4fb08cca719c None None] Network 4c104e8a-472e-42ae-93e0-a570598f0b7d requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 07:59:02.092784 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.db_base_plugin_common [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-2f6a9628-e590-429e-860a-01b32d231693 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Allocated IP 172.20.0.5 (cda53b61-b688-46b2-8676-9b4f4ed7490b/25f79c19-4d8f-4b6c-b5f3-71b7068d7861/51e3e82f-1daf-40db-aa1c-87c0483fda8e) {{(pid=91539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 07:59:02.408821 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 41968) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:02.435294 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-d1d12596-5e58-4871-b996-f5692611ba90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:02.464274 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:02.469590 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-d1d12596-5e58-4871-b996-f5692611ba90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:02.485462 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-d1d12596-5e58-4871-b996-f5692611ba90 admin admin] Usage tracker for resource:security_group_rule and tenant:125f40433ce3452da47592400e839472 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:02.505793 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-d1d12596-5e58-4871-b996-f5692611ba90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:02.522854 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-d1d12596-5e58-4871-b996-f5692611ba90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:02.637804 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-fab4b8f7-1880-499b-b7ac-cf96818a6eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:02.725378 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-d1d12596-5e58-4871-b996-f5692611ba90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:02.730425 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-f8b6fe73-e346-4b00-b1fe-6a6dc3778b49 req-30a30fcd-ffdc-4df9-946c-a5365f7beaec tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Synchronizing usage tracker for tenant:bce503cf25904aaca71aef47268da025 on resource:port {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 07:59:02.730903 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-d1d12596-5e58-4871-b996-f5692611ba90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:02.746706 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-2f6a9628-e590-429e-860a-01b32d231693 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Notify callbacks [] for port, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:02.764767 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-d1b2498c-ff67-4314-9c9a-bfe130244eac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:02.777132 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-f8b6fe73-e346-4b00-b1fe-6a6dc3778b49 req-30a30fcd-ffdc-4df9-946c-a5365f7beaec tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Unset dirty status for tenant:bce503cf25904aaca71aef47268da025 on resource:port {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 07:59:02.779739 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-f8b6fe73-e346-4b00-b1fe-6a6dc3778b49 req-30a30fcd-ffdc-4df9-946c-a5365f7beaec tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 210 time: 0.1177766 Jun 02 07:59:02.822819 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-d1d12596-5e58-4871-b996-f5692611ba90 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=125f40433ce3452da47592400e839472&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4127913 Jun 02 07:59:02.824020 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d12596-5e58-4871-b996-f5692611ba90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a427e12-d964-4ef4-9d61-3afcd43f06d3,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:02.826292 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 41982) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:02.842286 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-d1d12596-5e58-4871-b996-f5692611ba90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:02.857550 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-2f6a9628-e590-429e-860a-01b32d231693 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:02.878386 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-2d8c3b02-ae42-4cea-bef5-83b5f8332789 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:02.905820 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-c10f13a6-0a84-4204-945c-35db757ce543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:02.947976 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-c10f13a6-0a84-4204-945c-35db757ce543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:03.011663 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-c10f13a6-0a84-4204-945c-35db757ce543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:03.016944 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-5e1999eb-2d6d-48ee-b2f6-c2dabc16ae56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:03.018448 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-2f6a9628-e590-429e-860a-01b32d231693 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Network cda53b61-b688-46b2-8676-9b4f4ed7490b is already hosted by enough agents. {{(pid=91539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 07:59:03.028025 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f13a6-0a84-4204-945c-35db757ce543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a427e12-d964-4ef4-9d61-3afcd43f06d3,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:03.028600 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-2f6a9628-e590-429e-860a-01b32d231693 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Resources bound (agent type, host, resource id): {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:59:03.032157 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-c10f13a6-0a84-4204-945c-35db757ce543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:03.036827 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-c10f13a6-0a84-4204-945c-35db757ce543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:03.037955 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-c10f13a6-0a84-4204-945c-35db757ce543 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5a427e12-d964-4ef4-9d61-3afcd43f06d3 HTTP/1.1" status: 204 len: 168 time: 0.2107716 Jun 02 07:59:03.040282 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-2f6a9628-e590-429e-860a-01b32d231693 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Received port after_create {{(pid=91539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 07:59:03.067165 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 41990) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:03.089544 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a9628-e590-429e-860a-01b32d231693 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Pushing event updated for resources: {'Port': ['ID=51e3e82f-1daf-40db-aa1c-87c0483fda8e,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:03.099036 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-2f6a9628-e590-429e-860a-01b32d231693 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:03.123501 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 41996) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:03.132474 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-a7a47384-3f1e-4de0-87fd-adf427f6d9c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-618352764-network', 'tenant_id': 'a6a0d4e9319a499abd42a43d1a034ac0'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:59:03.139511 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-a7a47384-3f1e-4de0-87fd-adf427f6d9c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:03.148699 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-a7a47384-3f1e-4de0-87fd-adf427f6d9c5 admin admin] Usage tracker for resource:network and tenant:a6a0d4e9319a499abd42a43d1a034ac0 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:03.153827 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-a7a47384-3f1e-4de0-87fd-adf427f6d9c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:03.161770 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-2f6a9628-e590-429e-860a-01b32d231693 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:03.162409 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-2f6a9628-e590-429e-860a-01b32d231693 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:03.163629 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-a7a47384-3f1e-4de0-87fd-adf427f6d9c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:03.177879 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a47384-3f1e-4de0-87fd-adf427f6d9c5 admin admin] Made reservation on behalf of a6a0d4e9319a499abd42a43d1a034ac0 for: {'network': 1} {{(pid=91540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 07:59:03.182292 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-a7a47384-3f1e-4de0-87fd-adf427f6d9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3847429'] for network, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:03.196139 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-2f6a9628-e590-429e-860a-01b32d231693 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1354506 Jun 02 07:59:03.200478 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-a7a47384-3f1e-4de0-87fd-adf427f6d9c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:03.225006 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-a7a47384-3f1e-4de0-87fd-adf427f6d9c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:03.229402 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-a7a47384-3f1e-4de0-87fd-adf427f6d9c5 admin admin] Usage tracker for resource:security_group_rule and tenant:a6a0d4e9319a499abd42a43d1a034ac0 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:03.233077 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-a7a47384-3f1e-4de0-87fd-adf427f6d9c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:03.243052 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-a7a47384-3f1e-4de0-87fd-adf427f6d9c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:03.253122 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-9134970d-f3b9-423b-9ab8-df494c131548 service neutron] Request body: {'port': {'device_id': 'd2d48be1-2d69-44b5-aaff-3661045d6eac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:59:03.325343 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [req-46284549-2b52-4e3d-9869-78487446799e req-e6ee76b3-912f-4700-8af4-5d140a0cd14b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cad6f00-8d13-4408-b3d8-b585af60c589 {{(pid=91539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 07:59:03.337841 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-46284549-2b52-4e3d-9869-78487446799e req-e6ee76b3-912f-4700-8af4-5d140a0cd14b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:03.413842 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-9134970d-f3b9-423b-9ab8-df494c131548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:03.447098 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.provisioning_blocks [req-46284549-2b52-4e3d-9869-78487446799e req-e6ee76b3-912f-4700-8af4-5d140a0cd14b service neutron] Transition to ACTIVE for port object 5cad6f00-8d13-4408-b3d8-b585af60c589 will not be triggered until provisioned by entity L2. {{(pid=91539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:59:03.472652 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-a7a47384-3f1e-4de0-87fd-adf427f6d9c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:03.491077 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-562f0ea3-5bab-47c0-8794-4ec349977a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:03.493354 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-46284549-2b52-4e3d-9869-78487446799e req-e6ee76b3-912f-4700-8af4-5d140a0cd14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:03.506044 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:03.510730 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-a7a47384-3f1e-4de0-87fd-adf427f6d9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:03.513202 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-562f0ea3-5bab-47c0-8794-4ec349977a3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:03.524350 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-47cf9001-b355-405c-a459-5798e61a1136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:03.539105 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-562f0ea3-5bab-47c0-8794-4ec349977a3b admin admin] Usage tracker for resource:security_group_rule and tenant:94efadf185314a84bcc2f363cc1467c1 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:03.543549 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-562f0ea3-5bab-47c0-8794-4ec349977a3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:03.570599 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a47384-3f1e-4de0-87fd-adf427f6d9c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=91540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 07:59:03.572839 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-562f0ea3-5bab-47c0-8794-4ec349977a3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:03.592059 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a47384-3f1e-4de0-87fd-adf427f6d9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1725c57-4687-4fe9-8d79-fd7616d4796a,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:03.599194 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-a7a47384-3f1e-4de0-87fd-adf427f6d9c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:03.600073 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-a7a47384-3f1e-4de0-87fd-adf427f6d9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479'] for segment, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:03.600408 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.db.segments_db [None req-a7a47384-3f1e-4de0-87fd-adf427f6d9c5 admin admin] Added segment 6cabd7ce-6fa2-488e-a6bc-2bb676df8356 of type vlan for network 23bda27e-2b49-4a18-b649-4bde50f772f0 Jun 02 07:59:03.644838 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-a7a47384-3f1e-4de0-87fd-adf427f6d9c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746790259047'] for network, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:03.707583 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ee76b3-912f-4700-8af4-5d140a0cd14b service neutron] Pushing event updated for resources: {'Port': ['ID=5cad6f00-8d13-4408-b3d8-b585af60c589,revision_number=2']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:03.714426 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-a7a47384-3f1e-4de0-87fd-adf427f6d9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-947529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536110'] for network, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:03.717455 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a47384-3f1e-4de0-87fd-adf427f6d9c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:03.718077 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-a7a47384-3f1e-4de0-87fd-adf427f6d9c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for network, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:03.752468 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-ab47c707-7947-463e-8bcc-15ba0a7c6a88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:03.760280 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-e6ee76b3-912f-4700-8af4-5d140a0cd14b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:03.780318 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-a7a47384-3f1e-4de0-87fd-adf427f6d9c5 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6547098 Jun 02 07:59:03.785707 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 42016) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:03.787350 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-562f0ea3-5bab-47c0-8794-4ec349977a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:03.802444 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-0676da72-9cad-4e35-8bb3-453222977483 admin admin] Request body: {'subnet': {'network_id': '23bda27e-2b49-4a18-b649-4bde50f772f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-618352764-subnet', 'tenant_id': 'a6a0d4e9319a499abd42a43d1a034ac0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:59:03.809777 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-562f0ea3-5bab-47c0-8794-4ec349977a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:03.817544 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-0676da72-9cad-4e35-8bb3-453222977483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:03.831255 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-0676da72-9cad-4e35-8bb3-453222977483 admin admin] Usage tracker for resource:subnet and tenant:a6a0d4e9319a499abd42a43d1a034ac0 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:03.840439 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-0676da72-9cad-4e35-8bb3-453222977483 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:03.916445 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a47384-3f1e-4de0-87fd-adf427f6d9c5 admin admin] Pushing event updated for resources: {'Network': ['ID=23bda27e-2b49-4a18-b649-4bde50f772f0,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:03.920251 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-0676da72-9cad-4e35-8bb3-453222977483 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:03.927385 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-a7a47384-3f1e-4de0-87fd-adf427f6d9c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:03.928117 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-a7a47384-3f1e-4de0-87fd-adf427f6d9c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:03.929976 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Network 23bda27e-2b49-4a18-b649-4bde50f772f0 details requested by agent ovs-agent-dv-cinder-786385-7-smb with host dv-cinder-786385-7-smb {{(pid=91541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 02 07:59:03.950967 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-562f0ea3-5bab-47c0-8794-4ec349977a3b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=94efadf185314a84bcc2f363cc1467c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8821783 Jun 02 07:59:03.954868 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 42026) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:03.986159 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0676da72-9cad-4e35-8bb3-453222977483 admin admin] Made reservation on behalf of a6a0d4e9319a499abd42a43d1a034ac0 for: {'subnet': 1} {{(pid=91540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 07:59:03.988515 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-0676da72-9cad-4e35-8bb3-453222977483 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27727344'] for subnet, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:04.008888 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-46284549-2b52-4e3d-9869-78487446799e req-e6ee76b3-912f-4700-8af4-5d140a0cd14b service neutron] Attempting to bind port 5cad6f00-8d13-4408-b3d8-b585af60c589 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 07:59:04.009272 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-46284549-2b52-4e3d-9869-78487446799e req-e6ee76b3-912f-4700-8af4-5d140a0cd14b service neutron] Attempting to bind port 5cad6f00-8d13-4408-b3d8-b585af60c589 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '3f548572-a713-4235-ad33-450f3897a68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'cda53b61-b688-46b2-8676-9b4f4ed7490b'}] {{(pid=91539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 07:59:04.009740 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46284549-2b52-4e3d-9869-78487446799e req-e6ee76b3-912f-4700-8af4-5d140a0cd14b service neutron] Attempting to bind port 5cad6f00-8d13-4408-b3d8-b585af60c589 on network cda53b61-b688-46b2-8676-9b4f4ed7490b {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 07:59:04.015384 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f0ea3-5bab-47c0-8794-4ec349977a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e5992e-3640-43fa-828d-2e8f8ef1b34f,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:04.100176 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46284549-2b52-4e3d-9869-78487446799e req-e6ee76b3-912f-4700-8af4-5d140a0cd14b service neutron] Port 5cad6f00-8d13-4408-b3d8-b585af60c589 on network cda53b61-b688-46b2-8676-9b4f4ed7490b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 07:59:04.100736 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46284549-2b52-4e3d-9869-78487446799e req-e6ee76b3-912f-4700-8af4-5d140a0cd14b service neutron] Attempting to bind port 5cad6f00-8d13-4408-b3d8-b585af60c589 on network cda53b61-b688-46b2-8676-9b4f4ed7490b {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 07:59:04.100916 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-562f0ea3-5bab-47c0-8794-4ec349977a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:04.114014 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46284549-2b52-4e3d-9869-78487446799e req-e6ee76b3-912f-4700-8af4-5d140a0cd14b service neutron] Checking agent: {'id': '771bc7c6-ed6b-4515-8704-024740aedec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 56, 10), 'started_at': datetime.datetime(2021, 6, 2, 7, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 7, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 07:59:04.114566 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46284549-2b52-4e3d-9869-78487446799e req-e6ee76b3-912f-4700-8af4-5d140a0cd14b service neutron] Checking segment: {'id': '3f548572-a713-4235-ad33-450f3897a68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'cda53b61-b688-46b2-8676-9b4f4ed7490b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:59:04.115055 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46284549-2b52-4e3d-9869-78487446799e req-e6ee76b3-912f-4700-8af4-5d140a0cd14b service neutron] Bound using segment: {'id': '3f548572-a713-4235-ad33-450f3897a68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'cda53b61-b688-46b2-8676-9b4f4ed7490b'} {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 07:59:04.115586 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-46284549-2b52-4e3d-9869-78487446799e req-e6ee76b3-912f-4700-8af4-5d140a0cd14b service neutron] Bound port: 5cad6f00-8d13-4408-b3d8-b585af60c589, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f548572-a713-4235-ad33-450f3897a68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'cda53b61-b688-46b2-8676-9b4f4ed7490b'}}] {{(pid=91539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 07:59:04.116057 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-46284549-2b52-4e3d-9869-78487446799e req-e6ee76b3-912f-4700-8af4-5d140a0cd14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:04.136606 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:04.283627 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-050e00ec-5adf-43ae-a962-d1360b9ae9bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:04.302644 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-46284549-2b52-4e3d-9869-78487446799e req-e6ee76b3-912f-4700-8af4-5d140a0cd14b service neutron] For port 5cad6f00-8d13-4408-b3d8-b585af60c589, host hv-cinder-78638, cleared binding levels {{(pid=91539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 07:59:04.317283 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-46284549-2b52-4e3d-9869-78487446799e req-e6ee76b3-912f-4700-8af4-5d140a0cd14b service neutron] For port 5cad6f00-8d13-4408-b3d8-b585af60c589, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5cad6f00-8d13-4408-b3d8-b585af60c589,segment=NetworkSegment(3f548572-a713-4235-ad33-450f3897a68e),segment_id=3f548572-a713-4235-ad33-450f3897a68e)] {{(pid=91539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 07:59:04.323952 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-9134970d-f3b9-423b-9ab8-df494c131548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51e3e82f-1daf-40db-aa1c-87c0483fda8e {{(pid=91539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 07:59:04.331384 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-46284549-2b52-4e3d-9869-78487446799e req-e6ee76b3-912f-4700-8af4-5d140a0cd14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:04.338048 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-9134970d-f3b9-423b-9ab8-df494c131548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:04.341661 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:04.364743 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-050e00ec-5adf-43ae-a962-d1360b9ae9bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:04.399825 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad0cff-c584-4393-a727-8326791ae213 req-bc45d187-c345-4cb4-a9bc-0d33282bf6b8 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:04.404424 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-27ad0cff-c584-4393-a727-8326791ae213 req-bc45d187-c345-4cb4-a9bc-0d33282bf6b8 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 931 time: 0.3951871 Jun 02 07:59:04.516283 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.provisioning_blocks [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-9134970d-f3b9-423b-9ab8-df494c131548 service neutron] Transition to ACTIVE for port object 51e3e82f-1daf-40db-aa1c-87c0483fda8e will not be triggered until provisioned by entity L2. {{(pid=91539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:59:04.521049 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46284549-2b52-4e3d-9869-78487446799e req-e6ee76b3-912f-4700-8af4-5d140a0cd14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:04.521649 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-46284549-2b52-4e3d-9869-78487446799e req-e6ee76b3-912f-4700-8af4-5d140a0cd14b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:04.523135 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-46284549-2b52-4e3d-9869-78487446799e req-e6ee76b3-912f-4700-8af4-5d140a0cd14b service neutron] 10.222.0.79 "PUT /v2.0/ports/5cad6f00-8d13-4408-b3d8-b585af60c589 HTTP/1.1" status: 200 len: 1093 time: 2.8342164 Jun 02 07:59:04.523575 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b1bcd7-8c51-4020-aed3-0efec975db6c', 'tag': '5cad6f00-8d13-4408-b3d8-b585af60c589'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 07:59:04.525899 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a86d3a1-e7ed-4bae-a8a2-9d78a2369f96" -d '{"events": [{"name": "network-changed", "server_uuid": "76b1bcd7-8c51-4020-aed3-0efec975db6c", "tag": "5cad6f00-8d13-4408-b3d8-b585af60c589"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 07:59:04.549828 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-9134970d-f3b9-423b-9ab8-df494c131548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:04.667895 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 07:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2f192c-648c-41b9-bcdc-433afe26a892 x-openstack-request-id: req-be2f192c-648c-41b9-bcdc-433afe26a892 {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 07:59:04.668246 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b1bcd7-8c51-4020-aed3-0efec975db6c", "tag": "5cad6f00-8d13-4408-b3d8-b585af60c589", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 07:59:04.668514 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-be2f192c-648c-41b9-bcdc-433afe26a892 {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 07:59:04.668896 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b1bcd7-8c51-4020-aed3-0efec975db6c', 'tag': '5cad6f00-8d13-4408-b3d8-b585af60c589', 'status': 'completed', 'code': 200} Jun 02 07:59:04.723577 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-27ad0cff-c584-4393-a727-8326791ae213 req-0988641a-3834-4d91-9624-2de02c1bc89f tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Synchronizing usage tracker for tenant:bce503cf25904aaca71aef47268da025 on resource:security_group {{(pid=91540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 07:59:04.743089 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ee76b3-912f-4700-8af4-5d140a0cd14b service neutron] Pushing event updated for resources: {'Port': ['ID=5cad6f00-8d13-4408-b3d8-b585af60c589,revision_number=3']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:04.756627 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-e6ee76b3-912f-4700-8af4-5d140a0cd14b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:04.758303 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:04.843793 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-27ad0cff-c584-4393-a727-8326791ae213 req-0988641a-3834-4d91-9624-2de02c1bc89f tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Unset dirty status for tenant:bce503cf25904aaca71aef47268da025 on resource:security_group {{(pid=91540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 07:59:04.858365 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-27ad0cff-c584-4393-a727-8326791ae213 req-0988641a-3834-4d91-9624-2de02c1bc89f tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4281228 Jun 02 07:59:04.893155 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-050e00ec-5adf-43ae-a962-d1360b9ae9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:04.898081 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-2f78fc81-ee1c-4b33-aeff-e532f2f909ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:04.924956 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e00ec-5adf-43ae-a962-d1360b9ae9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e5992e-3640-43fa-828d-2e8f8ef1b34f,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:04.930677 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-050e00ec-5adf-43ae-a962-d1360b9ae9bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:04.969441 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-050e00ec-5adf-43ae-a962-d1360b9ae9bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:04.969783 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-050e00ec-5adf-43ae-a962-d1360b9ae9bc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d7e5992e-3640-43fa-828d-2e8f8ef1b34f HTTP/1.1" status: 204 len: 168 time: 1.0132222 Jun 02 07:59:05.020768 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134970d-f3b9-423b-9ab8-df494c131548 service neutron] Pushing event updated for resources: {'Port': ['ID=51e3e82f-1daf-40db-aa1c-87c0483fda8e,revision_number=2']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:05.027967 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-9134970d-f3b9-423b-9ab8-df494c131548 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:05.036082 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46284549-2b52-4e3d-9869-78487446799e req-2e550387-ab17-409b-97d5-faca437822a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:05.037575 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-46284549-2b52-4e3d-9869-78487446799e req-2e550387-ab17-409b-97d5-faca437822a5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bce503cf25904aaca71aef47268da025&device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 1096 time: 0.3679390 Jun 02 07:59:05.119950 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-46284549-2b52-4e3d-9869-78487446799e req-e668b5a5-13b5-4d29-8464-fef529574120 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cad6f00-8d13-4408-b3d8-b585af60c589 HTTP/1.1" status: 200 len: 217 time: 0.0722277 Jun 02 07:59:05.174186 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-0676da72-9cad-4e35-8bb3-453222977483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27655414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27727330'] for subnet, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:05.175807 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-9134970d-f3b9-423b-9ab8-df494c131548 service neutron] Attempting to bind port 51e3e82f-1daf-40db-aa1c-87c0483fda8e on host hv-cinder-78638 for vnic_type normal with profile {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 07:59:05.176328 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-9134970d-f3b9-423b-9ab8-df494c131548 service neutron] Attempting to bind port 51e3e82f-1daf-40db-aa1c-87c0483fda8e by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '3f548572-a713-4235-ad33-450f3897a68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'cda53b61-b688-46b2-8676-9b4f4ed7490b'}] {{(pid=91539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 07:59:05.176738 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-9134970d-f3b9-423b-9ab8-df494c131548 service neutron] Attempting to bind port 51e3e82f-1daf-40db-aa1c-87c0483fda8e on network cda53b61-b688-46b2-8676-9b4f4ed7490b {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 07:59:05.179920 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-31cda7de-5a59-465d-a1c2-ae4791b3b0c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:05.190866 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-9134970d-f3b9-423b-9ab8-df494c131548 service neutron] Port 51e3e82f-1daf-40db-aa1c-87c0483fda8e on network cda53b61-b688-46b2-8676-9b4f4ed7490b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 07:59:05.191192 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-9134970d-f3b9-423b-9ab8-df494c131548 service neutron] Attempting to bind port 51e3e82f-1daf-40db-aa1c-87c0483fda8e on network cda53b61-b688-46b2-8676-9b4f4ed7490b {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 07:59:05.198162 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-9134970d-f3b9-423b-9ab8-df494c131548 service neutron] Checking agent: {'id': '771bc7c6-ed6b-4515-8704-024740aedec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 56, 10), 'started_at': datetime.datetime(2021, 6, 2, 7, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 7, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 07:59:05.198500 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-9134970d-f3b9-423b-9ab8-df494c131548 service neutron] Checking segment: {'id': '3f548572-a713-4235-ad33-450f3897a68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'cda53b61-b688-46b2-8676-9b4f4ed7490b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:59:05.198892 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-9134970d-f3b9-423b-9ab8-df494c131548 service neutron] Bound using segment: {'id': '3f548572-a713-4235-ad33-450f3897a68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'cda53b61-b688-46b2-8676-9b4f4ed7490b'} {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 07:59:05.199317 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-9134970d-f3b9-423b-9ab8-df494c131548 service neutron] Bound port: 51e3e82f-1daf-40db-aa1c-87c0483fda8e, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f548572-a713-4235-ad33-450f3897a68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'cda53b61-b688-46b2-8676-9b4f4ed7490b'}}] {{(pid=91539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 07:59:05.199662 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-9134970d-f3b9-423b-9ab8-df494c131548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:05.217206 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46284549-2b52-4e3d-9869-78487446799e req-f2fbefc8-c02d-4222-870d-843df4433756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:05.218707 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-46284549-2b52-4e3d-9869-78487446799e req-f2fbefc8-c02d-4222-870d-843df4433756 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25f79c19-4d8f-4b6c-b5f3-71b7068d7861 HTTP/1.1" status: 200 len: 859 time: 0.0891786 Jun 02 07:59:05.247697 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676da72-9cad-4e35-8bb3-453222977483 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d402360-51fe-4a50-9dc6-23d686b123ff,revision_number=0']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:05.249374 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-0676da72-9cad-4e35-8bb3-453222977483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:05.274158 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0676da72-9cad-4e35-8bb3-453222977483 admin admin] Checking segment: {'id': '6cabd7ce-6fa2-488e-a6bc-2bb676df8356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '23bda27e-2b49-4a18-b649-4bde50f772f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:59:05.274576 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0676da72-9cad-4e35-8bb3-453222977483 admin admin] Network hostable DHCP agents. Network: 23bda27e-2b49-4a18-b649-4bde50f772f0, hostable agents: ['187909a1-f54b-4aaf-b277-d1ad18d9eb87'], hosted agents: [] {{(pid=91540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 07:59:05.295215 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0676da72-9cad-4e35-8bb3-453222977483 admin admin] Network 23bda27e-2b49-4a18-b649-4bde50f772f0 is scheduled to be hosted by DHCP agent 187909a1-f54b-4aaf-b277-d1ad18d9eb87 with binding_index 1 {{(pid=91540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 07:59:05.320640 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-46284549-2b52-4e3d-9869-78487446799e req-88be37f8-2bb1-42de-afe9-5584491a5c30 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cda53b61-b688-46b2-8676-9b4f4ed7490b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713999 Jun 02 07:59:05.322135 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.base_scheduler [None req-0676da72-9cad-4e35-8bb3-453222977483 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-7-smb, 23bda27e-2b49-4a18-b649-4bde50f772f0) {{(pid=91540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:59:05.334457 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf1dfa2-0631-4927-b0e2-265472a36c10 None None] Network 23bda27e-2b49-4a18-b649-4bde50f772f0 requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 07:59:05.335539 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0676da72-9cad-4e35-8bb3-453222977483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:05.336670 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-0676da72-9cad-4e35-8bb3-453222977483 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:05.378147 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-0676da72-9cad-4e35-8bb3-453222977483 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5806630 Jun 02 07:59:05.378355 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:05.444348 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-9134970d-f3b9-423b-9ab8-df494c131548 service neutron] For port 51e3e82f-1daf-40db-aa1c-87c0483fda8e, host hv-cinder-78638, cleared binding levels {{(pid=91539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 07:59:05.461699 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-9134970d-f3b9-423b-9ab8-df494c131548 service neutron] For port 51e3e82f-1daf-40db-aa1c-87c0483fda8e, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=51e3e82f-1daf-40db-aa1c-87c0483fda8e,segment=NetworkSegment(3f548572-a713-4235-ad33-450f3897a68e),segment_id=3f548572-a713-4235-ad33-450f3897a68e)] {{(pid=91539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 07:59:05.467932 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-9134970d-f3b9-423b-9ab8-df494c131548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:05.476360 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:05.476456 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 42072) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:05.505895 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-948e1145-c590-4340-bf63-13d2d7c05303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:05.565734 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-948e1145-c590-4340-bf63-13d2d7c05303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:05.569070 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-948e1145-c590-4340-bf63-13d2d7c05303 admin admin] Usage tracker for resource:security_group_rule and tenant:e0757dda739a4a64b2e559ff24b7f724 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:05.572193 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-948e1145-c590-4340-bf63-13d2d7c05303 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:05.581012 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-46284549-2b52-4e3d-9869-78487446799e req-5256df52-4a39-4dd4-9e06-4fc963ca96dd service neutron] 10.222.0.79 "GET /v2.0/networks/cda53b61-b688-46b2-8676-9b4f4ed7490b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529049 Jun 02 07:59:05.582081 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-9134970d-f3b9-423b-9ab8-df494c131548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:05.582656 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-9134970d-f3b9-423b-9ab8-df494c131548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:05.585139 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-948e1145-c590-4340-bf63-13d2d7c05303 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:05.611420 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-9134970d-f3b9-423b-9ab8-df494c131548 service neutron] 10.222.0.79 "PUT /v2.0/ports/51e3e82f-1daf-40db-aa1c-87c0483fda8e HTTP/1.1" status: 200 len: 1093 time: 2.3758428 Jun 02 07:59:05.731493 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-948e1145-c590-4340-bf63-13d2d7c05303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:05.738921 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-948e1145-c590-4340-bf63-13d2d7c05303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:05.757651 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-2100d25c-d6bc-4ee4-a9f6-8ad3de48cc4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:05.810606 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394ecf10-75a0-4fcb-b952-e1b2f1001158 None None] Network 23bda27e-2b49-4a18-b649-4bde50f772f0 requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 07:59:05.823983 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134970d-f3b9-423b-9ab8-df494c131548 service neutron] Pushing event updated for resources: {'Port': ['ID=51e3e82f-1daf-40db-aa1c-87c0483fda8e,revision_number=3']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:05.842739 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-9134970d-f3b9-423b-9ab8-df494c131548 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:05.870821 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e1145-c590-4340-bf63-13d2d7c05303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118f6c7e-9349-449c-8cdb-e44a4dfb509a,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:05.876676 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-948e1145-c590-4340-bf63-13d2d7c05303 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e0757dda739a4a64b2e559ff24b7f724&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3991377 Jun 02 07:59:05.879420 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 42084) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:05.887086 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-948e1145-c590-4340-bf63-13d2d7c05303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:06.097198 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-1ccc3743-15ad-417b-a7b8-4f6848118c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:06.099425 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-1ccc3743-15ad-417b-a7b8-4f6848118c75 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bce503cf25904aaca71aef47268da025&device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 1096 time: 0.4067175 Jun 02 07:59:06.175696 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-89f736f8-c117-43bb-bdb5-cc5cc256fc1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:06.207500 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-89f736f8-c117-43bb-bdb5-cc5cc256fc1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:06.247373 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-46284549-2b52-4e3d-9869-78487446799e req-1c435463-43d4-43ba-8066-8d53d9329250 service neutron] 10.222.0.79 "GET /v2.0/networks/cda53b61-b688-46b2-8676-9b4f4ed7490b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6155925 Jun 02 07:59:06.316414 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-89f736f8-c117-43bb-bdb5-cc5cc256fc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:06.320572 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-0ba166ca-1b1c-4d7b-9495-2bbf47469596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:06.340474 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f736f8-c117-43bb-bdb5-cc5cc256fc1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118f6c7e-9349-449c-8cdb-e44a4dfb509a,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:06.350840 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-89f736f8-c117-43bb-bdb5-cc5cc256fc1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:06.357512 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-89f736f8-c117-43bb-bdb5-cc5cc256fc1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:06.384944 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-89f736f8-c117-43bb-bdb5-cc5cc256fc1c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/118f6c7e-9349-449c-8cdb-e44a4dfb509a HTTP/1.1" status: 204 len: 168 time: 0.5044003 Jun 02 07:59:06.386954 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-be790c37-ac7f-48c3-b269-8b5c590f7fa3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51e3e82f-1daf-40db-aa1c-87c0483fda8e HTTP/1.1" status: 200 len: 217 time: 0.2736542 Jun 02 07:59:06.395148 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-ae84ebd8-c4ee-42f6-a378-251e906a961b req-d416a9cf-0867-40b9-a15c-d1403567c559 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3605318 Jun 02 07:59:06.574240 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-24e6d606-d098-416f-8443-43de6e22359c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:06.584910 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-24e6d606-d098-416f-8443-43de6e22359c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25f79c19-4d8f-4b6c-b5f3-71b7068d7861 HTTP/1.1" status: 200 len: 859 time: 0.1896808 Jun 02 07:59:06.660027 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-5721d4fd-8162-4736-998a-a753799233d0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cda53b61-b688-46b2-8676-9b4f4ed7490b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648780 Jun 02 07:59:06.682611 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84ebd8-c4ee-42f6-a378-251e906a961b req-3f0cf5ba-ce51-4177-a3cd-76f29aee6d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:06.684231 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-ae84ebd8-c4ee-42f6-a378-251e906a961b req-3f0cf5ba-ce51-4177-a3cd-76f29aee6d42 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=688fc7fec3424c8e87ae035c39491898&device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 1098 time: 0.1447010 Jun 02 07:59:06.687162 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fe09d-27be-484e-978b-2dac5af3f473 req-43e41cb9-a65c-4bb8-83e3-5d738c733956 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:06.700703 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-fc9fe09d-27be-484e-978b-2dac5af3f473 req-43e41cb9-a65c-4bb8-83e3-5d738c733956 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 943 time: 0.4518709 Jun 02 07:59:06.767528 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d48be1-2d69-44b5-aaff-3661045d6eac', 'tag': '51e3e82f-1daf-40db-aa1c-87c0483fda8e'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 07:59:06.770223 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7a6d9f-d6ac-4181-833e-933495b89b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "d2d48be1-2d69-44b5-aaff-3661045d6eac", "tag": "51e3e82f-1daf-40db-aa1c-87c0483fda8e"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 07:59:06.777313 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86d3a1-e7ed-4bae-a8a2-9d78a2369f96 req-a41527f3-2dd9-429b-8c61-e82c08387b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:06.779188 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5a86d3a1-e7ed-4bae-a8a2-9d78a2369f96 req-a41527f3-2dd9-429b-8c61-e82c08387b48 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bce503cf25904aaca71aef47268da025&device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 1096 time: 0.4559956 Jun 02 07:59:06.972238 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84ebd8-c4ee-42f6-a378-251e906a961b req-3af12e03-eb49-43fd-a431-66957689d878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:06.973703 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-ae84ebd8-c4ee-42f6-a378-251e906a961b req-3af12e03-eb49-43fd-a431-66957689d878 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5920cfca-f051-4509-941a-46b192c48b56 HTTP/1.1" status: 200 len: 912 time: 0.2656915 Jun 02 07:59:07.048206 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-fc9fe09d-27be-484e-978b-2dac5af3f473 req-2aeba2d5-b935-4723-80e4-43481322e05d tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458955 Jun 02 07:59:07.128685 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 07:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955da302-1fd0-4631-9df9-9a8ab9c48ec2 x-openstack-request-id: req-955da302-1fd0-4631-9df9-9a8ab9c48ec2 {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 07:59:07.129342 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2d48be1-2d69-44b5-aaff-3661045d6eac", "tag": "51e3e82f-1daf-40db-aa1c-87c0483fda8e", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 07:59:07.129342 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-955da302-1fd0-4631-9df9-9a8ab9c48ec2 {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 07:59:07.129705 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2d48be1-2d69-44b5-aaff-3661045d6eac', 'tag': '51e3e82f-1daf-40db-aa1c-87c0483fda8e', 'status': 'completed', 'code': 200} Jun 02 07:59:07.140183 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-b1b42b28-11cf-49e1-95a5-7f2e424cc96d service neutron] 10.222.0.79 "GET /v2.0/networks/cda53b61-b688-46b2-8676-9b4f4ed7490b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338751 Jun 02 07:59:07.172788 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-f6acc590-46de-4504-bb3d-3150cc730391 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:07.173658 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-f6acc590-46de-4504-bb3d-3150cc730391 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Synchronizing usage tracker for tenant:2e2eb3299cb1440b8cc5de8f444ccde0 on resource:network {{(pid=91540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 07:59:07.201165 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-ae84ebd8-c4ee-42f6-a378-251e906a961b req-7eb5f6dd-356b-4250-b87f-157f5b7593cf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30976f16-8bf1-4d3b-9ede-bfb612bf6380 HTTP/1.1" status: 200 len: 1001 time: 0.2155488 Jun 02 07:59:07.201958 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-f6acc590-46de-4504-bb3d-3150cc730391 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Unset dirty status for tenant:2e2eb3299cb1440b8cc5de8f444ccde0 on resource:network {{(pid=91540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 07:59:07.208584 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-f6acc590-46de-4504-bb3d-3150cc730391 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] 10.222.0.81 "GET /v2.0/networks?id=4c104e8a-472e-42ae-93e0-a570598f0b7d HTTP/1.1" status: 200 len: 808 time: 0.3743970 Jun 02 07:59:07.218135 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86d3a1-e7ed-4bae-a8a2-9d78a2369f96 req-f6c007d0-29af-4813-8cff-1f9e6c27c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:07.219870 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5a86d3a1-e7ed-4bae-a8a2-9d78a2369f96 req-f6c007d0-29af-4813-8cff-1f9e6c27c7dc service neutron] 10.222.0.79 "GET /v2.0/networks?id=cda53b61-b688-46b2-8676-9b4f4ed7490b HTTP/1.1" status: 200 len: 920 time: 0.3799460 Jun 02 07:59:07.286409 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-4cba01bd-1043-4dff-a02c-608b380236dd tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] 10.222.0.81 "GET /v2.0/quotas/2e2eb3299cb1440b8cc5de8f444ccde0 HTTP/1.1" status: 200 len: 375 time: 0.0768633 Jun 02 07:59:07.324852 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84ebd8-c4ee-42f6-a378-251e906a961b req-c6c0218a-b6aa-421d-a534-dfe3dcda766d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:07.324852 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-ae84ebd8-c4ee-42f6-a378-251e906a961b req-c6c0218a-b6aa-421d-a534-dfe3dcda766d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=80579146-c765-4f7b-89f0-58e1765e1f5a HTTP/1.1" status: 200 len: 850 time: 0.1123962 Jun 02 07:59:07.346120 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-4179e6c4-7a15-4110-80d4-353c8258c5f6 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e2eb3299cb1440b8cc5de8f444ccde0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587392 Jun 02 07:59:07.354819 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5a86d3a1-e7ed-4bae-a8a2-9d78a2369f96 req-facd5f26-5a1c-4b49-b20e-7ebbb5178453 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cad6f00-8d13-4408-b3d8-b585af60c589 HTTP/1.1" status: 200 len: 217 time: 0.0762734 Jun 02 07:59:07.438415 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-2c53df8f-3f73-4b5a-ba99-4b00fcd82818 req-d5100f6e-c595-4ee3-8623-69cadacfc06f service neutron] 10.222.0.79 "GET /v2.0/networks/cda53b61-b688-46b2-8676-9b4f4ed7490b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885675 Jun 02 07:59:07.458643 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86d3a1-e7ed-4bae-a8a2-9d78a2369f96 req-3729f5cc-7b7e-4591-9175-ace499dcdd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:07.461329 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5a86d3a1-e7ed-4bae-a8a2-9d78a2369f96 req-3729f5cc-7b7e-4591-9175-ace499dcdd16 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25f79c19-4d8f-4b6c-b5f3-71b7068d7861 HTTP/1.1" status: 200 len: 859 time: 0.0903556 Jun 02 07:59:07.514506 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5a86d3a1-e7ed-4bae-a8a2-9d78a2369f96 req-b8f7395f-5de1-41ff-9058-1e47addf6e6c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cda53b61-b688-46b2-8676-9b4f4ed7490b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463645 Jun 02 07:59:07.544938 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-82b36549-9214-4dee-b65c-2909d5e44687 service neutron] 10.222.0.81 "GET /v2.0/networks/4c104e8a-472e-42ae-93e0-a570598f0b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979194 Jun 02 07:59:07.568507 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84ebd8-c4ee-42f6-a378-251e906a961b req-43e9a3dc-9f40-493b-8c20-24f60e1c4b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:07.570218 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-ae84ebd8-c4ee-42f6-a378-251e906a961b req-43e9a3dc-9f40-493b-8c20-24f60e1c4b18 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5920cfca-f051-4509-941a-46b192c48b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2355728 Jun 02 07:59:07.756138 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a6d9f-d6ac-4181-833e-933495b89b7c req-3d2a3fd0-349a-4857-9f80-31388265246d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:07.757600 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-eb7a6d9f-d6ac-4181-833e-933495b89b7c req-3d2a3fd0-349a-4857-9f80-31388265246d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bce503cf25904aaca71aef47268da025&device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 1096 time: 0.2422466 Jun 02 07:59:07.763408 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5a86d3a1-e7ed-4bae-a8a2-9d78a2369f96 req-0ce4c67f-81c4-4988-8fcb-25f157a5cd6f service neutron] 10.222.0.79 "GET /v2.0/networks/cda53b61-b688-46b2-8676-9b4f4ed7490b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166066 Jun 02 07:59:07.811048 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-e72cef88-d921-45e7-bc59-579b2918ce17 service neutron] 10.222.0.81 "GET /v2.0/networks/4c104e8a-472e-42ae-93e0-a570598f0b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652824 Jun 02 07:59:07.837861 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-ae84ebd8-c4ee-42f6-a378-251e906a961b req-36e026a9-a38f-4dac-8daf-d0b7b1b8dd48 service neutron] 10.222.0.79 "GET /v2.0/networks/5920cfca-f051-4509-941a-46b192c48b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473512 Jun 02 07:59:08.061786 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-ae84ebd8-c4ee-42f6-a378-251e906a961b req-6fa1377c-6242-490d-9a34-3f5ee5685663 service neutron] 10.222.0.79 "GET /v2.0/networks/5920cfca-f051-4509-941a-46b192c48b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160115 Jun 02 07:59:08.228562 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-946e60e9-c6f6-44c8-bcb6-23f1bcac1671 req-a15bcab6-207a-4eca-9ab7-d3963baaae12 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] 10.222.0.81 "GET /v2.0/ports?device_id=f10301fe-388e-4ed0-af61-28b13bb905f8 HTTP/1.1" status: 200 len: 210 time: 0.1111968 Jun 02 07:59:08.237056 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a6d9f-d6ac-4181-833e-933495b89b7c req-8dc9da8b-32bd-4e1d-a043-1083454cddee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:08.238528 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-eb7a6d9f-d6ac-4181-833e-933495b89b7c req-8dc9da8b-32bd-4e1d-a043-1083454cddee service neutron] 10.222.0.79 "GET /v2.0/networks?id=cda53b61-b688-46b2-8676-9b4f4ed7490b HTTP/1.1" status: 200 len: 920 time: 0.4641252 Jun 02 07:59:08.331153 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-eb7a6d9f-d6ac-4181-833e-933495b89b7c req-2b1b2d35-e1c4-4c1a-8f6f-30a589ed5b59 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51e3e82f-1daf-40db-aa1c-87c0483fda8e HTTP/1.1" status: 200 len: 217 time: 0.0830233 Jun 02 07:59:08.395237 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 5cad6f00-8d13-4408-b3d8-b585af60c589 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=91541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 07:59:08.445533 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5a86d3a1-e7ed-4bae-a8a2-9d78a2369f96 req-3b744b8c-11c8-46e7-baa5-2054b55824da service neutron] 10.222.0.79 "GET /v2.0/networks/cda53b61-b688-46b2-8676-9b4f4ed7490b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6697929 Jun 02 07:59:08.449055 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb5b97-f94f-414d-9a1e-8effea946f01 req-9b238164-7a96-47f6-ab95-6a90400001db tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:08.456232 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5abb5b97-f94f-414d-9a1e-8effea946f01 req-9b238164-7a96-47f6-ab95-6a90400001db tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 943 time: 0.2488546 Jun 02 07:59:08.509337 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a6d9f-d6ac-4181-833e-933495b89b7c req-06b81652-2b14-4ecd-93e6-c7f74981e155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:08.511539 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-eb7a6d9f-d6ac-4181-833e-933495b89b7c req-06b81652-2b14-4ecd-93e6-c7f74981e155 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25f79c19-4d8f-4b6c-b5f3-71b7068d7861 HTTP/1.1" status: 200 len: 859 time: 0.1650329 Jun 02 07:59:08.623997 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-eb7a6d9f-d6ac-4181-833e-933495b89b7c req-5ad233c5-52ce-4f21-98ab-c882af3473b5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cda53b61-b688-46b2-8676-9b4f4ed7490b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020637 Jun 02 07:59:08.643649 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5abb5b97-f94f-414d-9a1e-8effea946f01 req-65843799-9194-4941-b536-60baafc42a79 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799064 Jun 02 07:59:08.699590 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 5cad6f00-8d13-4408-b3d8-b585af60c589, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5cad6f00-8d13-4408-b3d8-b585af60c589,segment=NetworkSegment(3f548572-a713-4235-ad33-450f3897a68e),segment_id=3f548572-a713-4235-ad33-450f3897a68e)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:59:08.720377 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Returning: {'device': '5cad6f00-8d13-4408-b3d8-b585af60c589', 'network_id': 'cda53b61-b688-46b2-8676-9b4f4ed7490b', 'port_id': '5cad6f00-8d13-4408-b3d8-b585af60c589', 'mac_address': 'fa:16:3e:f9:47:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25f79c19-4d8f-4b6c-b5f3-71b7068d7861', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 07:59:08.813629 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:08.839921 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cad6f00-8d13-4408-b3d8-b585af60c589 {{(pid=91541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 07:59:08.876952 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 5cad6f00-8d13-4408-b3d8-b585af60c589, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5cad6f00-8d13-4408-b3d8-b585af60c589,segment=NetworkSegment(3f548572-a713-4235-ad33-450f3897a68e),segment_id=3f548572-a713-4235-ad33-450f3897a68e)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:59:08.888783 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:08.896803 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:08.928123 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-eb7a6d9f-d6ac-4181-833e-933495b89b7c req-59d4aabf-8588-4c09-821c-0bddf659873d service neutron] 10.222.0.79 "GET /v2.0/networks/cda53b61-b688-46b2-8676-9b4f4ed7490b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943289 Jun 02 07:59:08.994842 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=5cad6f00-8d13-4408-b3d8-b585af60c589,revision_number=4']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:08.998327 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:09.122076 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-eb7a6d9f-d6ac-4181-833e-933495b89b7c req-e3f651a3-a500-4b14-9a06-3978d84740c0 service neutron] 10.222.0.79 "GET /v2.0/networks/cda53b61-b688-46b2-8676-9b4f4ed7490b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848381 Jun 02 07:59:09.150846 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['5cad6f00-8d13-4408-b3d8-b585af60c589'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 07:59:09.422599 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-787647ac-e8b6-402b-829f-19c32dff3ffc req-2768b7bc-8e21-4d3e-8478-93d1673dcb05 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] 10.222.0.81 "GET /v2.0/ports?device_id=f10301fe-388e-4ed0-af61-28b13bb905f8 HTTP/1.1" status: 200 len: 210 time: 0.0487146 Jun 02 07:59:09.822352 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:09.976866 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76afe494-8429-46d7-8faa-98c79ac9fba4 req-a47de1c5-f9ad-4d9c-a572-9564474baf93 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:09.988325 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-76afe494-8429-46d7-8faa-98c79ac9fba4 req-a47de1c5-f9ad-4d9c-a572-9564474baf93 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 943 time: 0.1414356 Jun 02 07:59:10.121434 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-76afe494-8429-46d7-8faa-98c79ac9fba4 req-d5cf069a-ac37-48e1-b31e-55e1cc307043 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310713 Jun 02 07:59:10.236147 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-5cbe638e-9439-40ab-b9c2-3f64f8de8963 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:10.238423 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-5cbe638e-9439-40ab-b9c2-3f64f8de8963 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] 10.222.0.79 "GET /v2.0/networks?id=4c104e8a-472e-42ae-93e0-a570598f0b7d HTTP/1.1" status: 200 len: 808 time: 0.4714084 Jun 02 07:59:10.256917 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-c4e56194-7ae6-4200-9ebe-585bb5ac6c8e tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Request body: {'port': {'device_id': 'f10301fe-388e-4ed0-af61-28b13bb905f8', 'network_id': '4c104e8a-472e-42ae-93e0-a570598f0b7d', 'admin_state_up': True, 'tenant_id': '2e2eb3299cb1440b8cc5de8f444ccde0'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:59:10.401757 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-c4e56194-7ae6-4200-9ebe-585bb5ac6c8e tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:10.403614 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 51e3e82f-1daf-40db-aa1c-87c0483fda8e details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=91541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 07:59:10.405776 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-c4e56194-7ae6-4200-9ebe-585bb5ac6c8e tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Usage tracker for resource:port and tenant:2e2eb3299cb1440b8cc5de8f444ccde0 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:10.409687 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-c4e56194-7ae6-4200-9ebe-585bb5ac6c8e tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:10.422918 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-c4e56194-7ae6-4200-9ebe-585bb5ac6c8e tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:10.435241 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-c4e56194-7ae6-4200-9ebe-585bb5ac6c8e tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Made reservation on behalf of 2e2eb3299cb1440b8cc5de8f444ccde0 for: {'port': 1} {{(pid=91539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 07:59:10.439449 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-c4e56194-7ae6-4200-9ebe-585bb5ac6c8e tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:10.467263 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 5cad6f00-8d13-4408-b3d8-b585af60c589 up at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:59:10.691085 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-272d5f39-5dd5-4068-a13c-9a261d300615 req-8b6ef388-2c2c-4da3-9005-71d5c71dfe34 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] 10.222.0.81 "GET /v2.0/ports?device_id=f10301fe-388e-4ed0-af61-28b13bb905f8 HTTP/1.1" status: 200 len: 210 time: 0.0680962 Jun 02 07:59:10.712405 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning for port 5cad6f00-8d13-4408-b3d8-b585af60c589 completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 07:59:10.716963 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning complete for port 5cad6f00-8d13-4408-b3d8-b585af60c589 triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:59:10.717331 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:10.725491 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.db_base_plugin_common [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-c4e56194-7ae6-4200-9ebe-585bb5ac6c8e tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Allocated IP 172.20.0.9 (4c104e8a-472e-42ae-93e0-a570598f0b7d/946ccb93-1a07-4c78-a272-5288592a7327/0587c050-0e90-4494-8a5b-99fe54341dc6) {{(pid=91539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 07:59:10.807094 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 51e3e82f-1daf-40db-aa1c-87c0483fda8e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=51e3e82f-1daf-40db-aa1c-87c0483fda8e,segment=NetworkSegment(3f548572-a713-4235-ad33-450f3897a68e),segment_id=3f548572-a713-4235-ad33-450f3897a68e)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:59:10.854162 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Returning: {'device': '51e3e82f-1daf-40db-aa1c-87c0483fda8e', 'network_id': 'cda53b61-b688-46b2-8676-9b4f4ed7490b', 'port_id': '51e3e82f-1daf-40db-aa1c-87c0483fda8e', 'mac_address': 'fa:16:3e:53:6e:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25f79c19-4d8f-4b6c-b5f3-71b7068d7861', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 07:59:10.908486 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:10.943692 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:10.958099 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-c4e56194-7ae6-4200-9ebe-585bb5ac6c8e tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Notify callbacks [] for port, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:10.958288 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b1bcd7-8c51-4020-aed3-0efec975db6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cad6f00-8d13-4408-b3d8-b585af60c589'}] {{(pid=91541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 07:59:10.960590 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab578fc78af4bba4052238dc90c68e3a7405fe2d006a0c4fb1b419504dc30437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14451b5f-db7d-430b-8280-84022f92500f" -d '{"events": [{"server_uuid": "76b1bcd7-8c51-4020-aed3-0efec975db6c", "name": "network-vif-plugged", "status": "completed", "tag": "5cad6f00-8d13-4408-b3d8-b585af60c589"}]}' {{(pid=91541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 07:59:10.973822 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e3e82f-1daf-40db-aa1c-87c0483fda8e {{(pid=91541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 07:59:10.978539 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 5cad6f00-8d13-4408-b3d8-b585af60c589, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5cad6f00-8d13-4408-b3d8-b585af60c589,segment=NetworkSegment(3f548572-a713-4235-ad33-450f3897a68e),segment_id=3f548572-a713-4235-ad33-450f3897a68e)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:59:10.988389 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:10.991590 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:11.003854 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-c4e56194-7ae6-4200-9ebe-585bb5ac6c8e tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:11.019689 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-e6ee76b3-912f-4700-8af4-5d140a0cd14b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:11.025991 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 07:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2399966a-59d4-4110-8b3b-12475a5c81ee x-openstack-request-id: req-2399966a-59d4-4110-8b3b-12475a5c81ee {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 07:59:11.026584 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b1bcd7-8c51-4020-aed3-0efec975db6c", "name": "network-vif-plugged", "status": "completed", "tag": "5cad6f00-8d13-4408-b3d8-b585af60c589", "code": 200}]} {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 07:59:11.027029 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2399966a-59d4-4110-8b3b-12475a5c81ee {{(pid=91541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 07:59:11.027598 dv-cinder-786385-7-smb neutron-server[91541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b1bcd7-8c51-4020-aed3-0efec975db6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cad6f00-8d13-4408-b3d8-b585af60c589', 'code': 200} Jun 02 07:59:11.038626 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 51e3e82f-1daf-40db-aa1c-87c0483fda8e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=51e3e82f-1daf-40db-aa1c-87c0483fda8e,segment=NetworkSegment(3f548572-a713-4235-ad33-450f3897a68e),segment_id=3f548572-a713-4235-ad33-450f3897a68e)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:59:11.059948 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:11.069996 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=5cad6f00-8d13-4408-b3d8-b585af60c589,revision_number=5']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:11.073433 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:11.074079 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:11.167838 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=51e3e82f-1daf-40db-aa1c-87c0483fda8e,revision_number=4']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:11.169657 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e56194-7ae6-4200-9ebe-585bb5ac6c8e tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Pushing event updated for resources: {'Port': ['ID=0587c050-0e90-4494-8a5b-99fe54341dc6,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:11.177577 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:11.206146 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-c4e56194-7ae6-4200-9ebe-585bb5ac6c8e tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Network 4c104e8a-472e-42ae-93e0-a570598f0b7d is already hosted by enough agents. {{(pid=91539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 07:59:11.207588 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-c4e56194-7ae6-4200-9ebe-585bb5ac6c8e tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:11.211513 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-c4e56194-7ae6-4200-9ebe-585bb5ac6c8e tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Resources bound (agent type, host, resource id): {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:59:11.220326 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-c4e56194-7ae6-4200-9ebe-585bb5ac6c8e tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Received port after_create {{(pid=91539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 07:59:11.332057 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['51e3e82f-1daf-40db-aa1c-87c0483fda8e'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 07:59:11.336796 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-c4e56194-7ae6-4200-9ebe-585bb5ac6c8e tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:11.337464 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-c4e56194-7ae6-4200-9ebe-585bb5ac6c8e tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:11.496570 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-c4e56194-7ae6-4200-9ebe-585bb5ac6c8e tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2437007 Jun 02 07:59:11.514987 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-d52a786b-dad5-402d-b0ac-3f8ce97346c7 service neutron] Request body: {'port': {'device_id': 'f10301fe-388e-4ed0-af61-28b13bb905f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:59:11.559925 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf60b1-30f8-4299-bfd7-f3425b94ff6d req-6f2ca42d-422d-4bc1-bd35-70be549deea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:11.561662 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-30cf60b1-30f8-4299-bfd7-f3425b94ff6d req-6f2ca42d-422d-4bc1-bd35-70be549deea2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 1098 time: 0.2172842 Jun 02 07:59:11.624094 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210c117-2c8e-4937-ae7e-1ab26240329f req-a09f5a58-3e83-4062-bcc0-d6077a7f68e8 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:11.625655 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c210c117-2c8e-4937-ae7e-1ab26240329f req-a09f5a58-3e83-4062-bcc0-d6077a7f68e8 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 944 time: 0.2371581 Jun 02 07:59:11.706065 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-30cf60b1-30f8-4299-bfd7-f3425b94ff6d req-3d4d44d1-b174-4300-81c7-0502e29eec40 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322451 Jun 02 07:59:11.737060 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c210c117-2c8e-4937-ae7e-1ab26240329f req-64526e61-8d4a-4b88-afe8-4ce24dd8bc9b tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781901 Jun 02 07:59:11.737618 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-d52a786b-dad5-402d-b0ac-3f8ce97346c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:11.955793 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389be41-7d47-4114-99c7-f70d6e3a5d6c req-447eed29-c83c-49fe-99b9-c8be3e9be4be tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:11.960161 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c389be41-7d47-4114-99c7-f70d6e3a5d6c req-447eed29-c83c-49fe-99b9-c8be3e9be4be tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] 10.222.0.81 "GET /v2.0/ports?device_id=f10301fe-388e-4ed0-af61-28b13bb905f8 HTTP/1.1" status: 200 len: 931 time: 0.1094062 Jun 02 07:59:12.016397 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-c389be41-7d47-4114-99c7-f70d6e3a5d6c req-56829856-c786-44fc-a044-152e817aff96 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Synchronizing usage tracker for tenant:2e2eb3299cb1440b8cc5de8f444ccde0 on resource:security_group {{(pid=91540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 07:59:12.041268 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-c389be41-7d47-4114-99c7-f70d6e3a5d6c req-56829856-c786-44fc-a044-152e817aff96 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Unset dirty status for tenant:2e2eb3299cb1440b8cc5de8f444ccde0 on resource:security_group {{(pid=91540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 07:59:12.042587 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c389be41-7d47-4114-99c7-f70d6e3a5d6c req-56829856-c786-44fc-a044-152e817aff96 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec848549-fbc4-4a48-8fd1-920903fb7de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753043 Jun 02 07:59:12.146588 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-d52a786b-dad5-402d-b0ac-3f8ce97346c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0587c050-0e90-4494-8a5b-99fe54341dc6 {{(pid=91539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 07:59:12.153996 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-d52a786b-dad5-402d-b0ac-3f8ce97346c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:12.172645 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.provisioning_blocks [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-d52a786b-dad5-402d-b0ac-3f8ce97346c7 service neutron] Transition to ACTIVE for port object 0587c050-0e90-4494-8a5b-99fe54341dc6 will not be triggered until provisioned by entity L2. {{(pid=91539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:59:12.176258 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-d52a786b-dad5-402d-b0ac-3f8ce97346c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:12.180979 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-f47735eb-8adb-49c2-8718-ad30093c69ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:12.404841 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 51e3e82f-1daf-40db-aa1c-87c0483fda8e up at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:59:12.449046 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a786b-dad5-402d-b0ac-3f8ce97346c7 service neutron] Pushing event updated for resources: {'Port': ['ID=0587c050-0e90-4494-8a5b-99fe54341dc6,revision_number=2']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:12.455125 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-d52a786b-dad5-402d-b0ac-3f8ce97346c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:12.490230 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning for port 51e3e82f-1daf-40db-aa1c-87c0483fda8e completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 07:59:12.497423 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning complete for port 51e3e82f-1daf-40db-aa1c-87c0483fda8e triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:59:12.498106 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:12.508156 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-d52a786b-dad5-402d-b0ac-3f8ce97346c7 service neutron] Attempting to bind port 0587c050-0e90-4494-8a5b-99fe54341dc6 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 07:59:12.508485 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-d52a786b-dad5-402d-b0ac-3f8ce97346c7 service neutron] Attempting to bind port 0587c050-0e90-4494-8a5b-99fe54341dc6 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '9c4f485d-5984-49fb-a05d-6a353d26975a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4c104e8a-472e-42ae-93e0-a570598f0b7d'}] {{(pid=91539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 07:59:12.508811 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-d52a786b-dad5-402d-b0ac-3f8ce97346c7 service neutron] Attempting to bind port 0587c050-0e90-4494-8a5b-99fe54341dc6 on network 4c104e8a-472e-42ae-93e0-a570598f0b7d {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 07:59:12.521991 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-d52a786b-dad5-402d-b0ac-3f8ce97346c7 service neutron] Port 0587c050-0e90-4494-8a5b-99fe54341dc6 on network 4c104e8a-472e-42ae-93e0-a570598f0b7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 07:59:12.522228 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-d52a786b-dad5-402d-b0ac-3f8ce97346c7 service neutron] Attempting to bind port 0587c050-0e90-4494-8a5b-99fe54341dc6 on network 4c104e8a-472e-42ae-93e0-a570598f0b7d {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 07:59:12.527674 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-d52a786b-dad5-402d-b0ac-3f8ce97346c7 service neutron] Checking agent: {'id': '771bc7c6-ed6b-4515-8704-024740aedec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 56, 10), 'started_at': datetime.datetime(2021, 6, 2, 7, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 7, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 07:59:12.528045 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-d52a786b-dad5-402d-b0ac-3f8ce97346c7 service neutron] Checking segment: {'id': '9c4f485d-5984-49fb-a05d-6a353d26975a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4c104e8a-472e-42ae-93e0-a570598f0b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:59:12.528427 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-d52a786b-dad5-402d-b0ac-3f8ce97346c7 service neutron] Bound using segment: {'id': '9c4f485d-5984-49fb-a05d-6a353d26975a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4c104e8a-472e-42ae-93e0-a570598f0b7d'} {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 07:59:12.528846 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-d52a786b-dad5-402d-b0ac-3f8ce97346c7 service neutron] Bound port: 0587c050-0e90-4494-8a5b-99fe54341dc6, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c4f485d-5984-49fb-a05d-6a353d26975a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4c104e8a-472e-42ae-93e0-a570598f0b7d'}}] {{(pid=91539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 07:59:12.529189 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-d52a786b-dad5-402d-b0ac-3f8ce97346c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:12.708280 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-d52a786b-dad5-402d-b0ac-3f8ce97346c7 service neutron] For port 0587c050-0e90-4494-8a5b-99fe54341dc6, host hv-cinder-78638, cleared binding levels {{(pid=91539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 07:59:12.717938 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-d52a786b-dad5-402d-b0ac-3f8ce97346c7 service neutron] For port 0587c050-0e90-4494-8a5b-99fe54341dc6, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0587c050-0e90-4494-8a5b-99fe54341dc6,segment=NetworkSegment(9c4f485d-5984-49fb-a05d-6a353d26975a),segment_id=9c4f485d-5984-49fb-a05d-6a353d26975a)] {{(pid=91539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 07:59:12.734540 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-d52a786b-dad5-402d-b0ac-3f8ce97346c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:12.740685 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-e848afd4-62ce-4b49-b519-965c39e35c9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:12.741995 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:12.810119 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 51e3e82f-1daf-40db-aa1c-87c0483fda8e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=51e3e82f-1daf-40db-aa1c-87c0483fda8e,segment=NetworkSegment(3f548572-a713-4235-ad33-450f3897a68e),segment_id=3f548572-a713-4235-ad33-450f3897a68e)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:59:12.816383 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:12.821248 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:12.831488 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-d52a786b-dad5-402d-b0ac-3f8ce97346c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:12.832312 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-d52a786b-dad5-402d-b0ac-3f8ce97346c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:12.834119 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-d52a786b-dad5-402d-b0ac-3f8ce97346c7 service neutron] 10.222.0.79 "PUT /v2.0/ports/0587c050-0e90-4494-8a5b-99fe54341dc6 HTTP/1.1" status: 200 len: 1093 time: 1.3261189 Jun 02 07:59:12.834748 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f10301fe-388e-4ed0-af61-28b13bb905f8', 'tag': '0587c050-0e90-4494-8a5b-99fe54341dc6'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 07:59:12.837216 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a720c6d-3b99-440f-8bd8-266738ac7e97" -d '{"events": [{"name": "network-changed", "server_uuid": "f10301fe-388e-4ed0-af61-28b13bb905f8", "tag": "0587c050-0e90-4494-8a5b-99fe54341dc6"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 07:59:12.848694 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a786b-dad5-402d-b0ac-3f8ce97346c7 service neutron] Pushing event updated for resources: {'Port': ['ID=0587c050-0e90-4494-8a5b-99fe54341dc6,revision_number=3']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:12.858763 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-d52a786b-dad5-402d-b0ac-3f8ce97346c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:12.952615 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=51e3e82f-1daf-40db-aa1c-87c0483fda8e,revision_number=5']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:12.963488 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:12.966284 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 07:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e3d6e0-4dd0-49e8-aba1-5af6dc14c177 x-openstack-request-id: req-f5e3d6e0-4dd0-49e8-aba1-5af6dc14c177 {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 07:59:12.966603 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f10301fe-388e-4ed0-af61-28b13bb905f8", "tag": "0587c050-0e90-4494-8a5b-99fe54341dc6", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 07:59:12.966879 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f5e3d6e0-4dd0-49e8-aba1-5af6dc14c177 {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 07:59:12.967290 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f10301fe-388e-4ed0-af61-28b13bb905f8', 'tag': '0587c050-0e90-4494-8a5b-99fe54341dc6', 'status': 'completed', 'code': 200} Jun 02 07:59:13.029476 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d48be1-2d69-44b5-aaff-3661045d6eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e3e82f-1daf-40db-aa1c-87c0483fda8e'}] {{(pid=91541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 07:59:13.032385 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab578fc78af4bba4052238dc90c68e3a7405fe2d006a0c4fb1b419504dc30437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334bd58a-6e3b-478c-8273-e1e4d6d601fe" -d '{"events": [{"server_uuid": "d2d48be1-2d69-44b5-aaff-3661045d6eac", "name": "network-vif-plugged", "status": "completed", "tag": "51e3e82f-1daf-40db-aa1c-87c0483fda8e"}]}' {{(pid=91541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 07:59:13.080719 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 07:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ef2d75-31bd-4ad8-93c1-6b2c71e59870 x-openstack-request-id: req-04ef2d75-31bd-4ad8-93c1-6b2c71e59870 {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 07:59:13.081632 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d48be1-2d69-44b5-aaff-3661045d6eac", "name": "network-vif-plugged", "status": "completed", "tag": "51e3e82f-1daf-40db-aa1c-87c0483fda8e", "code": 200}]} {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 07:59:13.081905 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-04ef2d75-31bd-4ad8-93c1-6b2c71e59870 {{(pid=91541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 07:59:13.082508 dv-cinder-786385-7-smb neutron-server[91541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d48be1-2d69-44b5-aaff-3661045d6eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e3e82f-1daf-40db-aa1c-87c0483fda8e', 'code': 200} Jun 02 07:59:13.098065 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad3d11-847d-4bdc-9079-2552c2c753a5 req-fcdba13f-e426-4133-a008-dec7aaaaed85 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:13.105114 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-3aad3d11-847d-4bdc-9079-2552c2c753a5 req-fcdba13f-e426-4133-a008-dec7aaaaed85 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 945 time: 0.1452551 Jun 02 07:59:13.108334 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-b95eb48e-483b-4719-a7b5-eeb0cef2c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:13.110560 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-b95eb48e-483b-4719-a7b5-eeb0cef2c1bc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2e2eb3299cb1440b8cc5de8f444ccde0&device_id=f10301fe-388e-4ed0-af61-28b13bb905f8 HTTP/1.1" status: 200 len: 1096 time: 0.2010555 Jun 02 07:59:13.272362 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-f77ff2d4-dd17-4631-8257-f5b09347de47 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0587c050-0e90-4494-8a5b-99fe54341dc6 HTTP/1.1" status: 200 len: 217 time: 0.1355722 Jun 02 07:59:13.326895 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-3aad3d11-847d-4bdc-9079-2552c2c753a5 req-98809122-5e03-4f98-9ced-8773e1d512cd tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161601 Jun 02 07:59:13.372970 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512c474-6b4b-4234-a9c4-006fda14ca61 req-ddb1ab44-12b3-42bf-a335-026e6935528a tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:13.377075 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c512c474-6b4b-4234-a9c4-006fda14ca61 req-ddb1ab44-12b3-42bf-a335-026e6935528a tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] 10.222.0.81 "GET /v2.0/ports?device_id=f10301fe-388e-4ed0-af61-28b13bb905f8 HTTP/1.1" status: 200 len: 943 time: 0.1317439 Jun 02 07:59:13.457844 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c512c474-6b4b-4234-a9c4-006fda14ca61 req-9549a2ca-fa3a-41a9-a278-e68a7aead64d tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec848549-fbc4-4a48-8fd1-920903fb7de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737493 Jun 02 07:59:13.461682 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-6abe10d8-a890-45c4-acac-2a7f3df2a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:13.463138 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-6abe10d8-a890-45c4-acac-2a7f3df2a460 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=946ccb93-1a07-4c78-a272-5288592a7327 HTTP/1.1" status: 200 len: 848 time: 0.1824834 Jun 02 07:59:13.470574 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d55452-df8b-4f7c-8625-606118e34067 req-bb6c1611-9a20-4d98-8df6-9b014e721535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:13.472664 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-61d55452-df8b-4f7c-8625-606118e34067 req-bb6c1611-9a20-4d98-8df6-9b014e721535 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 1098 time: 0.1495066 Jun 02 07:59:13.533979 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-7bb26e9c-6250-4cfc-bd4a-54546d527063 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4c104e8a-472e-42ae-93e0-a570598f0b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600338 Jun 02 07:59:13.589749 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-61d55452-df8b-4f7c-8625-606118e34067 req-a5ea10d1-c781-4ea8-8ffa-e453fa3d0385 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787485 Jun 02 07:59:13.716198 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-d8a4b3f6-0bbc-4ade-891a-696f2bc75aaf service neutron] 10.222.0.79 "GET /v2.0/networks/4c104e8a-472e-42ae-93e0-a570598f0b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708169 Jun 02 07:59:13.846860 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 42388) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:13.873296 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-912fd319-c234-4e31-9f8f-3c7fe3acf59d req-5968f776-3dc9-42ac-a1c9-899742e756e3 service neutron] 10.222.0.79 "GET /v2.0/networks/4c104e8a-472e-42ae-93e0-a570598f0b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484253 Jun 02 07:59:13.991281 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-728fe12d-28e3-4b8b-9e92-382b24082945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:14.010234 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-728fe12d-28e3-4b8b-9e92-382b24082945 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:14.016579 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-728fe12d-28e3-4b8b-9e92-382b24082945 admin admin] Usage tracker for resource:security_group_rule and tenant:327f0f775e8e433094f479405ed578cb is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:14.021303 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-728fe12d-28e3-4b8b-9e92-382b24082945 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:14.030081 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a720c6d-3b99-440f-8bd8-266738ac7e97 req-24db7330-7c11-409d-956d-ab5f79e93f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:14.033609 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9a720c6d-3b99-440f-8bd8-266738ac7e97 req-24db7330-7c11-409d-956d-ab5f79e93f28 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2e2eb3299cb1440b8cc5de8f444ccde0&device_id=f10301fe-388e-4ed0-af61-28b13bb905f8 HTTP/1.1" status: 200 len: 1096 time: 0.0976467 Jun 02 07:59:14.046461 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-728fe12d-28e3-4b8b-9e92-382b24082945 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:14.155342 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-728fe12d-28e3-4b8b-9e92-382b24082945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:14.162089 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-728fe12d-28e3-4b8b-9e92-382b24082945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:14.172742 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-d1d12596-5e58-4871-b996-f5692611ba90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:14.204700 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a720c6d-3b99-440f-8bd8-266738ac7e97 req-cfbee293-ec15-463f-bc9a-9af146e2f949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:14.206292 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9a720c6d-3b99-440f-8bd8-266738ac7e97 req-cfbee293-ec15-463f-bc9a-9af146e2f949 service neutron] 10.222.0.79 "GET /v2.0/networks?id=4c104e8a-472e-42ae-93e0-a570598f0b7d HTTP/1.1" status: 200 len: 909 time: 0.1638541 Jun 02 07:59:14.218563 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-728fe12d-28e3-4b8b-9e92-382b24082945 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=327f0f775e8e433094f479405ed578cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3660247 Jun 02 07:59:14.219427 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 42412) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:14.219539 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.agents_db [None req-10acdd10-972e-4945-a856-8243e035fc02 None None] Agent healthcheck: found 6 active agents {{(pid=91542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 07:59:14.264648 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728fe12d-28e3-4b8b-9e92-382b24082945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b05a68-aff8-41bc-ab75-c19113542aff,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:14.274561 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-728fe12d-28e3-4b8b-9e92-382b24082945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:14.301399 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9a720c6d-3b99-440f-8bd8-266738ac7e97 req-5616079f-6554-42c1-b167-58f7e6202b33 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0587c050-0e90-4494-8a5b-99fe54341dc6 HTTP/1.1" status: 200 len: 217 time: 0.0809498 Jun 02 07:59:14.310711 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-07d524b1-d463-443c-bece-bb3b913bc1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:14.339508 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-07d524b1-d463-443c-bece-bb3b913bc1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:14.407865 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-07d524b1-d463-443c-bece-bb3b913bc1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:14.408622 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a720c6d-3b99-440f-8bd8-266738ac7e97 req-c7b5c426-9269-4419-b4b6-416ce32b3a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:14.410238 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9a720c6d-3b99-440f-8bd8-266738ac7e97 req-c7b5c426-9269-4419-b4b6-416ce32b3a21 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=946ccb93-1a07-4c78-a272-5288592a7327 HTTP/1.1" status: 200 len: 848 time: 0.0981209 Jun 02 07:59:14.412621 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-d5037ec2-70b9-4862-9f7e-e88fce84fb06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:14.431721 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d524b1-d463-443c-bece-bb3b913bc1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b05a68-aff8-41bc-ab75-c19113542aff,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:14.433254 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-07d524b1-d463-443c-bece-bb3b913bc1fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:14.439363 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-07d524b1-d463-443c-bece-bb3b913bc1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:14.457154 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-07d524b1-d463-443c-bece-bb3b913bc1fe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b7b05a68-aff8-41bc-ab75-c19113542aff HTTP/1.1" status: 204 len: 168 time: 0.2324605 Jun 02 07:59:14.493985 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9a720c6d-3b99-440f-8bd8-266738ac7e97 req-3cccf596-e1f7-46b6-b022-632b0d68e28d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4c104e8a-472e-42ae-93e0-a570598f0b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735185 Jun 02 07:59:14.757347 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd088448-50d7-4761-acab-8ee290c0760e req-cbf7cdbf-f423-458a-b1ee-175ff7aaaa18 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:14.759145 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-bd088448-50d7-4761-acab-8ee290c0760e req-cbf7cdbf-f423-458a-b1ee-175ff7aaaa18 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] 10.222.0.81 "GET /v2.0/ports?device_id=f10301fe-388e-4ed0-af61-28b13bb905f8 HTTP/1.1" status: 200 len: 943 time: 0.1158140 Jun 02 07:59:14.824366 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-bd088448-50d7-4761-acab-8ee290c0760e req-b3252b07-56c3-4ca0-9b02-ac6ead5530e5 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec848549-fbc4-4a48-8fd1-920903fb7de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579638 Jun 02 07:59:14.909447 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9a720c6d-3b99-440f-8bd8-266738ac7e97 req-b5afe506-237f-4e54-a928-8b9bea51b1ff service neutron] 10.222.0.79 "GET /v2.0/networks/4c104e8a-472e-42ae-93e0-a570598f0b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065459 Jun 02 07:59:14.917829 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154bfd2-5dcd-4b77-8ef9-5fe3406a3b88 req-2727c593-ef0a-4be8-b627-7e1bbc24c72e tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:14.919121 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9154bfd2-5dcd-4b77-8ef9-5fe3406a3b88 req-2727c593-ef0a-4be8-b627-7e1bbc24c72e tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 945 time: 0.3627689 Jun 02 07:59:15.050646 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9154bfd2-5dcd-4b77-8ef9-5fe3406a3b88 req-48ad762a-4d87-4669-ac80-0d2fd9c2b646 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106269 Jun 02 07:59:15.092366 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9a720c6d-3b99-440f-8bd8-266738ac7e97 req-f6e42e07-cbc8-4663-bc7c-f78fc7fb95e5 service neutron] 10.222.0.79 "GET /v2.0/networks/4c104e8a-472e-42ae-93e0-a570598f0b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723163 Jun 02 07:59:15.742579 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 42510) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:15.954988 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-41287915-ca5e-41a6-b652-338768f122f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:15.981076 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-41287915-ca5e-41a6-b652-338768f122f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:15.989312 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-41287915-ca5e-41a6-b652-338768f122f8 admin admin] Usage tracker for resource:security_group_rule and tenant:6c181f3928324090a7b6e4f9e0b4eda7 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:15.992661 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-41287915-ca5e-41a6-b652-338768f122f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:16.002064 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-41287915-ca5e-41a6-b652-338768f122f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:16.137504 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd3243-b2bb-4802-a795-8bd297188e41 req-c58e34a3-9118-4b07-96ef-4a16b00a74d7 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:16.138603 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-88dd3243-b2bb-4802-a795-8bd297188e41 req-c58e34a3-9118-4b07-96ef-4a16b00a74d7 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Synchronizing usage tracker for tenant:2e2eb3299cb1440b8cc5de8f444ccde0 on resource:port {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 07:59:16.177894 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-88dd3243-b2bb-4802-a795-8bd297188e41 req-c58e34a3-9118-4b07-96ef-4a16b00a74d7 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Unset dirty status for tenant:2e2eb3299cb1440b8cc5de8f444ccde0 on resource:port {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 07:59:16.181871 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-88dd3243-b2bb-4802-a795-8bd297188e41 req-c58e34a3-9118-4b07-96ef-4a16b00a74d7 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] 10.222.0.81 "GET /v2.0/ports?device_id=f10301fe-388e-4ed0-af61-28b13bb905f8 HTTP/1.1" status: 200 len: 943 time: 0.2085867 Jun 02 07:59:16.203350 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-41287915-ca5e-41a6-b652-338768f122f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:16.210433 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-41287915-ca5e-41a6-b652-338768f122f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:16.222802 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-c10f13a6-0a84-4204-945c-35db757ce543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:16.251383 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-88dd3243-b2bb-4802-a795-8bd297188e41 req-6dfcf964-a343-41df-bb59-2b32fe51ace6 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec848549-fbc4-4a48-8fd1-920903fb7de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600047 Jun 02 07:59:16.288058 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-41287915-ca5e-41a6-b652-338768f122f8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6c181f3928324090a7b6e4f9e0b4eda7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5413649 Jun 02 07:59:16.288058 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 42538) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:16.301909 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41287915-ca5e-41a6-b652-338768f122f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89aedfc8-1c0b-4379-b290-cacd847f48f8,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:16.307006 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-41287915-ca5e-41a6-b652-338768f122f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:16.379291 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 42542) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:16.380342 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-24d25d84-7c50-4a85-a6ac-d87ddf1aafd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:16.419679 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-24d25d84-7c50-4a85-a6ac-d87ddf1aafd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:16.431628 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 0587c050-0e90-4494-8a5b-99fe54341dc6 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=91541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 07:59:16.497966 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-24d25d84-7c50-4a85-a6ac-d87ddf1aafd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:16.503085 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-3f44174d-d064-4e21-8f72-436cc9971e68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:16.525049 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d159f-6802-49ef-9a0f-cca86c023203 req-cf593242-b212-49ea-8168-89a622dd4535 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:16.528023 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d25d84-7c50-4a85-a6ac-d87ddf1aafd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89aedfc8-1c0b-4379-b290-cacd847f48f8,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:16.530981 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-2c6d159f-6802-49ef-9a0f-cca86c023203 req-cf593242-b212-49ea-8168-89a622dd4535 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 945 time: 0.1529484 Jun 02 07:59:16.538906 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-24d25d84-7c50-4a85-a6ac-d87ddf1aafd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:16.541145 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-24d25d84-7c50-4a85-a6ac-d87ddf1aafd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:16.542055 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-24d25d84-7c50-4a85-a6ac-d87ddf1aafd5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/89aedfc8-1c0b-4379-b290-cacd847f48f8 HTTP/1.1" status: 204 len: 168 time: 0.2530279 Jun 02 07:59:16.598233 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f1f8d4e4-0746-4a3c-8c01-e38dd43f6d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:16.625776 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-2c6d159f-6802-49ef-9a0f-cca86c023203 req-c6f7a28d-9c95-481e-8db1-73215fe81401 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888648 Jun 02 07:59:16.629110 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-f1f8d4e4-0746-4a3c-8c01-e38dd43f6d1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:16.638797 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-f1f8d4e4-0746-4a3c-8c01-e38dd43f6d1d admin admin] Usage tracker for resource:security_group_rule and tenant:fcf810efca304062bc5225f39528dd44 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:16.647474 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-f1f8d4e4-0746-4a3c-8c01-e38dd43f6d1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:16.661777 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-f1f8d4e4-0746-4a3c-8c01-e38dd43f6d1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:16.712273 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 0587c050-0e90-4494-8a5b-99fe54341dc6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0587c050-0e90-4494-8a5b-99fe54341dc6,segment=NetworkSegment(9c4f485d-5984-49fb-a05d-6a353d26975a),segment_id=9c4f485d-5984-49fb-a05d-6a353d26975a)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:59:16.729609 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Returning: {'device': '0587c050-0e90-4494-8a5b-99fe54341dc6', 'network_id': '4c104e8a-472e-42ae-93e0-a570598f0b7d', 'port_id': '0587c050-0e90-4494-8a5b-99fe54341dc6', 'mac_address': 'fa:16:3e:f6:f3:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '946ccb93-1a07-4c78-a272-5288592a7327', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 07:59:16.806534 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:16.851118 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0587c050-0e90-4494-8a5b-99fe54341dc6 {{(pid=91541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 07:59:16.851678 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f1f8d4e4-0746-4a3c-8c01-e38dd43f6d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:16.857704 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f1f8d4e4-0746-4a3c-8c01-e38dd43f6d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:16.869557 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-89f736f8-c117-43bb-bdb5-cc5cc256fc1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:16.870424 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 0587c050-0e90-4494-8a5b-99fe54341dc6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0587c050-0e90-4494-8a5b-99fe54341dc6,segment=NetworkSegment(9c4f485d-5984-49fb-a05d-6a353d26975a),segment_id=9c4f485d-5984-49fb-a05d-6a353d26975a)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:59:16.876124 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:16.879089 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-ac745eca-932c-4557-a45f-349e47a203dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:16.917734 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-f1f8d4e4-0746-4a3c-8c01-e38dd43f6d1d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fcf810efca304062bc5225f39528dd44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5349243 Jun 02 07:59:16.919776 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8d4e4-0746-4a3c-8c01-e38dd43f6d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4e1469-46ac-4103-97ce-7368f3cde5ab,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:16.921212 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 42570) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:16.923446 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-f1f8d4e4-0746-4a3c-8c01-e38dd43f6d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:16.965419 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=0587c050-0e90-4494-8a5b-99fe54341dc6,revision_number=4']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:16.981908 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:17.149422 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-2ba5db25-4499-43b5-a237-06dab5a30eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:17.200903 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-2ba5db25-4499-43b5-a237-06dab5a30eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:17.207148 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['0587c050-0e90-4494-8a5b-99fe54341dc6'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 07:59:17.240072 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c3e49-ca9c-45ab-9676-c0e94e42cfac req-ffabba53-b654-46ee-8ca2-58bbdcb402a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:17.241751 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-561c3e49-ca9c-45ab-9676-c0e94e42cfac req-ffabba53-b654-46ee-8ca2-58bbdcb402a4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bce503cf25904aaca71aef47268da025&device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 1098 time: 0.2171464 Jun 02 07:59:17.262860 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c319f-a3bb-4d96-8ed5-1d3f5400b8d0 req-1fbd3f99-0e9b-40f9-bc0e-029fdec03ca3 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:17.270941 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-dc4c319f-a3bb-4d96-8ed5-1d3f5400b8d0 req-1fbd3f99-0e9b-40f9-bc0e-029fdec03ca3 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 945 time: 0.1947181 Jun 02 07:59:17.430957 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-dc4c319f-a3bb-4d96-8ed5-1d3f5400b8d0 req-10cde1a3-ba7e-4290-b2f8-4c5a74602508 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542373 Jun 02 07:59:17.489087 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c3e49-ca9c-45ab-9676-c0e94e42cfac req-710fdc6f-0183-498c-88a8-ac530a5c60d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:17.490718 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-561c3e49-ca9c-45ab-9676-c0e94e42cfac req-710fdc6f-0183-498c-88a8-ac530a5c60d6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=cda53b61-b688-46b2-8676-9b4f4ed7490b HTTP/1.1" status: 200 len: 920 time: 0.2358289 Jun 02 07:59:17.491781 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-2ba5db25-4499-43b5-a237-06dab5a30eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:17.497088 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-99566172-6cf7-47bf-ac9a-f54437f5e44f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:17.550774 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb7542-cb85-485d-aa35-90a18c850b7a req-d7f83531-7e51-4727-bde8-8bd4bac3d7b9 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:17.552271 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-29fb7542-cb85-485d-aa35-90a18c850b7a req-d7f83531-7e51-4727-bde8-8bd4bac3d7b9 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] 10.222.0.81 "GET /v2.0/ports?device_id=f10301fe-388e-4ed0-af61-28b13bb905f8 HTTP/1.1" status: 200 len: 944 time: 0.1543460 Jun 02 07:59:17.602481 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-29fb7542-cb85-485d-aa35-90a18c850b7a req-9f53669f-8861-4b49-805f-0c917d1bfc56 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec848549-fbc4-4a48-8fd1-920903fb7de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439510 Jun 02 07:59:17.612845 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5db25-4499-43b5-a237-06dab5a30eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4e1469-46ac-4103-97ce-7368f3cde5ab,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:17.623872 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-561c3e49-ca9c-45ab-9676-c0e94e42cfac req-cd27b07f-a985-46f9-9294-fe6ce0f5606e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51e3e82f-1daf-40db-aa1c-87c0483fda8e HTTP/1.1" status: 200 len: 217 time: 0.1057951 Jun 02 07:59:17.623872 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-2ba5db25-4499-43b5-a237-06dab5a30eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:17.623872 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-2ba5db25-4499-43b5-a237-06dab5a30eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:17.623872 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-2ba5db25-4499-43b5-a237-06dab5a30eba admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5c4e1469-46ac-4103-97ce-7368f3cde5ab HTTP/1.1" status: 204 len: 168 time: 0.6891279 Jun 02 07:59:17.703088 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c3e49-ca9c-45ab-9676-c0e94e42cfac req-d61581fc-6dc4-4673-b053-6df6dde2ea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:17.704591 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-561c3e49-ca9c-45ab-9676-c0e94e42cfac req-d61581fc-6dc4-4673-b053-6df6dde2ea68 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25f79c19-4d8f-4b6c-b5f3-71b7068d7861 HTTP/1.1" status: 200 len: 859 time: 0.0804963 Jun 02 07:59:17.767957 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-561c3e49-ca9c-45ab-9676-c0e94e42cfac req-c2876c7a-0a08-44ef-b5b3-1326e9b0cf85 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cda53b61-b688-46b2-8676-9b4f4ed7490b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550103 Jun 02 07:59:17.927278 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-561c3e49-ca9c-45ab-9676-c0e94e42cfac req-bfde4420-3f12-4832-baad-7db67827a670 service neutron] 10.222.0.79 "GET /v2.0/networks/cda53b61-b688-46b2-8676-9b4f4ed7490b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470630 Jun 02 07:59:18.080506 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-561c3e49-ca9c-45ab-9676-c0e94e42cfac req-0e1a1163-b8f3-44a8-9f59-b4ef3cfb12de service neutron] 10.222.0.79 "GET /v2.0/networks/cda53b61-b688-46b2-8676-9b4f4ed7490b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426082 Jun 02 07:59:18.103421 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 42612) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:18.120926 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-834fc90a-e29d-4cdc-8ce8-ce08eb916340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:18.146875 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-834fc90a-e29d-4cdc-8ce8-ce08eb916340 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:18.150809 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-834fc90a-e29d-4cdc-8ce8-ce08eb916340 admin admin] Usage tracker for resource:security_group_rule and tenant:6a2afa363dfd42e4b38b9edaba1a214a is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:18.154130 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-834fc90a-e29d-4cdc-8ce8-ce08eb916340 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:18.161610 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-834fc90a-e29d-4cdc-8ce8-ce08eb916340 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:18.246386 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 42620) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:18.263865 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-834fc90a-e29d-4cdc-8ce8-ce08eb916340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:18.273326 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-834fc90a-e29d-4cdc-8ce8-ce08eb916340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:18.289859 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-2ba5db25-4499-43b5-a237-06dab5a30eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:18.340717 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-834fc90a-e29d-4cdc-8ce8-ce08eb916340 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6a2afa363dfd42e4b38b9edaba1a214a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338922 Jun 02 07:59:18.340717 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834fc90a-e29d-4cdc-8ce8-ce08eb916340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886f84df-5298-4c82-8157-300b857efa89,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:18.341046 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 42628) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:18.342295 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-834fc90a-e29d-4cdc-8ce8-ce08eb916340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:18.439793 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 0587c050-0e90-4494-8a5b-99fe54341dc6 up at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:59:18.455671 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-0935af33-3621-4ae2-b529-c535eb568410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:18.478523 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-07df2083-ff4b-4527-b75b-7853fd321efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:18.480293 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-0935af33-3621-4ae2-b529-c535eb568410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:18.490733 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-0935af33-3621-4ae2-b529-c535eb568410 admin admin] Usage tracker for resource:security_group_rule and tenant:4085e04799f64d2fabaa60f14e95ea0f is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:18.496101 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-0935af33-3621-4ae2-b529-c535eb568410 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:18.509287 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-0935af33-3621-4ae2-b529-c535eb568410 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:18.520758 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning for port 0587c050-0e90-4494-8a5b-99fe54341dc6 completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 07:59:18.522026 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-07df2083-ff4b-4527-b75b-7853fd321efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:18.525891 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning complete for port 0587c050-0e90-4494-8a5b-99fe54341dc6 triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:59:18.526270 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:18.646030 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:18.673522 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-07df2083-ff4b-4527-b75b-7853fd321efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:18.674680 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10301fe-388e-4ed0-af61-28b13bb905f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0587c050-0e90-4494-8a5b-99fe54341dc6'}] {{(pid=91541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 07:59:18.677161 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab578fc78af4bba4052238dc90c68e3a7405fe2d006a0c4fb1b419504dc30437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcfc645-1bc2-4afd-852f-ceaa5507d994" -d '{"events": [{"server_uuid": "f10301fe-388e-4ed0-af61-28b13bb905f8", "name": "network-vif-plugged", "status": "completed", "tag": "0587c050-0e90-4494-8a5b-99fe54341dc6"}]}' {{(pid=91541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 07:59:18.685671 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-41287915-ca5e-41a6-b652-338768f122f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:18.685967 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 0587c050-0e90-4494-8a5b-99fe54341dc6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0587c050-0e90-4494-8a5b-99fe54341dc6,segment=NetworkSegment(9c4f485d-5984-49fb-a05d-6a353d26975a),segment_id=9c4f485d-5984-49fb-a05d-6a353d26975a)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:59:18.692183 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:18.694313 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:18.719462 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df2083-ff4b-4527-b75b-7853fd321efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886f84df-5298-4c82-8157-300b857efa89,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:18.731646 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-07df2083-ff4b-4527-b75b-7853fd321efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:18.739737 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-07df2083-ff4b-4527-b75b-7853fd321efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:18.740981 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-07df2083-ff4b-4527-b75b-7853fd321efc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/886f84df-5298-4c82-8157-300b857efa89 HTTP/1.1" status: 204 len: 168 time: 0.3989985 Jun 02 07:59:18.742979 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-0935af33-3621-4ae2-b529-c535eb568410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:18.752108 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e339a3-0551-48ff-8b24-c172c6db67a4 req-f3c28966-44c9-4330-8a2b-24a0a4509f7e tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:18.753795 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c1e339a3-0551-48ff-8b24-c172c6db67a4 req-f3c28966-44c9-4330-8a2b-24a0a4509f7e tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 945 time: 0.1892717 Jun 02 07:59:18.754886 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-0935af33-3621-4ae2-b529-c535eb568410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:18.763041 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-aca5344d-f632-4186-b8f5-6d5c5c090713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:18.775070 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=0587c050-0e90-4494-8a5b-99fe54341dc6,revision_number=5']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:18.778029 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:18.825043 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-0935af33-3621-4ae2-b529-c535eb568410 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4085e04799f64d2fabaa60f14e95ea0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5770168 Jun 02 07:59:18.828555 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 42644) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:18.835286 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935af33-3621-4ae2-b529-c535eb568410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e260c204-2da8-43ac-8112-03767db8c6da,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:18.841239 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-0935af33-3621-4ae2-b529-c535eb568410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:18.849176 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c1e339a3-0551-48ff-8b24-c172c6db67a4 req-0d4ca467-6276-446f-8e04-c06c0bd08939 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746205 Jun 02 07:59:18.912780 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 07:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50515327-0b83-41fb-8d3b-9c0fde038d84 x-openstack-request-id: req-50515327-0b83-41fb-8d3b-9c0fde038d84 {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 07:59:18.913494 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10301fe-388e-4ed0-af61-28b13bb905f8", "name": "network-vif-plugged", "status": "completed", "tag": "0587c050-0e90-4494-8a5b-99fe54341dc6", "code": 200}]} {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 07:59:18.913757 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-50515327-0b83-41fb-8d3b-9c0fde038d84 {{(pid=91541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 07:59:18.914152 dv-cinder-786385-7-smb neutron-server[91541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f10301fe-388e-4ed0-af61-28b13bb905f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0587c050-0e90-4494-8a5b-99fe54341dc6', 'code': 200} Jun 02 07:59:19.000634 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-7d1b8160-537b-47ff-9a78-8d3fbfd7c820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:19.034418 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-7d1b8160-537b-47ff-9a78-8d3fbfd7c820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:19.056772 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb249bac-f81c-4f69-8054-dd67cef46ea0 req-c4b93558-6da8-4268-807b-cce4505133a8 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:19.058412 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-fb249bac-f81c-4f69-8054-dd67cef46ea0 req-c4b93558-6da8-4268-807b-cce4505133a8 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] 10.222.0.81 "GET /v2.0/ports?device_id=f10301fe-388e-4ed0-af61-28b13bb905f8 HTTP/1.1" status: 200 len: 945 time: 0.1576498 Jun 02 07:59:19.126201 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-fb249bac-f81c-4f69-8054-dd67cef46ea0 req-dc67bb5e-4c79-4eff-820e-4b81cc53afe5 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec848549-fbc4-4a48-8fd1-920903fb7de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599270 Jun 02 07:59:19.171632 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-7d1b8160-537b-47ff-9a78-8d3fbfd7c820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:19.179440 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-053e40b1-f566-4c76-9c33-83fae8bd7366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:19.202393 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b8160-537b-47ff-9a78-8d3fbfd7c820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e260c204-2da8-43ac-8112-03767db8c6da,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:19.208220 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-7d1b8160-537b-47ff-9a78-8d3fbfd7c820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:19.319868 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-7d1b8160-537b-47ff-9a78-8d3fbfd7c820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:19.320976 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-7d1b8160-537b-47ff-9a78-8d3fbfd7c820 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e260c204-2da8-43ac-8112-03767db8c6da HTTP/1.1" status: 204 len: 168 time: 0.4910762 Jun 02 07:59:19.332478 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbcc398-e035-44e4-9af8-23607af38a54 req-b87ba6b2-4794-42a3-bb91-07feff1136ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:19.334072 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-6bbcc398-e035-44e4-9af8-23607af38a54 req-b87ba6b2-4794-42a3-bb91-07feff1136ec service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f10301fe-388e-4ed0-af61-28b13bb905f8 HTTP/1.1" status: 200 len: 1098 time: 0.1921549 Jun 02 07:59:19.397211 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-6bbcc398-e035-44e4-9af8-23607af38a54 req-30827dfa-4df0-4f8c-ac49-133428180a49 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ec848549-fbc4-4a48-8fd1-920903fb7de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369196 Jun 02 07:59:19.701432 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 42678) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:19.720139 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-b671e746-f77f-45ec-a769-054a596ba541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:19.736130 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-b671e746-f77f-45ec-a769-054a596ba541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:19.741909 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-b671e746-f77f-45ec-a769-054a596ba541 admin admin] Usage tracker for resource:security_group_rule and tenant:88c94b20732445c589b526ecf4d81bd3 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:19.744988 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-b671e746-f77f-45ec-a769-054a596ba541 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:19.753248 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-b671e746-f77f-45ec-a769-054a596ba541 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:19.859714 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-b671e746-f77f-45ec-a769-054a596ba541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:19.867638 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-b671e746-f77f-45ec-a769-054a596ba541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:19.877305 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-5215dabc-09db-40c6-bc2a-e12c5690d707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:19.919150 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-b671e746-f77f-45ec-a769-054a596ba541 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=88c94b20732445c589b526ecf4d81bd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2165840 Jun 02 07:59:19.920884 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671e746-f77f-45ec-a769-054a596ba541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b450b9c4-1e68-4eb3-82dc-6dbe83c51d81,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:19.922897 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 42688) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:19.948825 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-b671e746-f77f-45ec-a769-054a596ba541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:20.020897 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-532ac183-e948-43cc-8932-e3296173b97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:20.072476 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-532ac183-e948-43cc-8932-e3296173b97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:20.108458 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1949f5-713a-40e2-b364-67909af4f052 req-9e4ae3c5-3a2e-4d2f-b58a-2c27e58d3bdb tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:20.111414 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-cd1949f5-713a-40e2-b364-67909af4f052 req-9e4ae3c5-3a2e-4d2f-b58a-2c27e58d3bdb tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 945 time: 0.1212871 Jun 02 07:59:20.190748 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-532ac183-e948-43cc-8932-e3296173b97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:20.196008 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-0935af33-3621-4ae2-b529-c535eb568410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:20.203375 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-cd1949f5-713a-40e2-b364-67909af4f052 req-773dbf90-ce93-49fd-b1a4-ed0cef5d860c tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857418 Jun 02 07:59:20.227322 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ac183-e948-43cc-8932-e3296173b97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b450b9c4-1e68-4eb3-82dc-6dbe83c51d81,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:20.247757 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-532ac183-e948-43cc-8932-e3296173b97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:20.252795 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-532ac183-e948-43cc-8932-e3296173b97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:20.261118 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-532ac183-e948-43cc-8932-e3296173b97c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b450b9c4-1e68-4eb3-82dc-6dbe83c51d81 HTTP/1.1" status: 204 len: 168 time: 0.3371570 Jun 02 07:59:20.264774 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 42702) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:20.454233 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ba274-8843-4620-8fe7-50940bc35718 req-f8aeba5d-c86c-4b66-a16f-dda990118b06 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:20.455182 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-bc9ba274-8843-4620-8fe7-50940bc35718 req-f8aeba5d-c86c-4b66-a16f-dda990118b06 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] 10.222.0.81 "GET /v2.0/ports?device_id=f10301fe-388e-4ed0-af61-28b13bb905f8 HTTP/1.1" status: 200 len: 945 time: 0.0921524 Jun 02 07:59:20.508931 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-bc9ba274-8843-4620-8fe7-50940bc35718 req-addf5380-4df1-4dcf-b084-4a0a099578ed tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec848549-fbc4-4a48-8fd1-920903fb7de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473945 Jun 02 07:59:20.549252 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-9f7cdf37-541f-481b-a5dd-41b272b9ab53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:20.565351 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-9f7cdf37-541f-481b-a5dd-41b272b9ab53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:20.569723 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-9f7cdf37-541f-481b-a5dd-41b272b9ab53 admin admin] Usage tracker for resource:security_group_rule and tenant:fa7d67e2dfe141169ba2862fea8ef43b is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:20.572700 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-9f7cdf37-541f-481b-a5dd-41b272b9ab53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:20.579418 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-9f7cdf37-541f-481b-a5dd-41b272b9ab53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:20.670615 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-9f7cdf37-541f-481b-a5dd-41b272b9ab53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:20.675937 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-9f7cdf37-541f-481b-a5dd-41b272b9ab53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:20.686465 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-562f0ea3-5bab-47c0-8794-4ec349977a3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:20.731131 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-9f7cdf37-541f-481b-a5dd-41b272b9ab53 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fa7d67e2dfe141169ba2862fea8ef43b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4641821 Jun 02 07:59:20.732124 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7cdf37-541f-481b-a5dd-41b272b9ab53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe5966e-0f23-4b54-831e-3969b9156b54,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:20.735357 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 42718) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:20.735870 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-9f7cdf37-541f-481b-a5dd-41b272b9ab53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:20.798280 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-7f1d66c2-f16b-42fc-8a2d-49ea4557c47b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:20.825483 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-7f1d66c2-f16b-42fc-8a2d-49ea4557c47b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:20.884406 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-7f1d66c2-f16b-42fc-8a2d-49ea4557c47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:20.889394 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:20.904397 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d66c2-f16b-42fc-8a2d-49ea4557c47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe5966e-0f23-4b54-831e-3969b9156b54,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:20.907177 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-7f1d66c2-f16b-42fc-8a2d-49ea4557c47b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:20.914309 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-7f1d66c2-f16b-42fc-8a2d-49ea4557c47b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:20.918825 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-7f1d66c2-f16b-42fc-8a2d-49ea4557c47b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8fe5966e-0f23-4b54-831e-3969b9156b54 HTTP/1.1" status: 204 len: 168 time: 0.1794963 Jun 02 07:59:21.420651 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470e7c3-fb2e-4a87-ad39-c9cec0fee8a1 req-20c6f393-26da-4634-8e3e-7605d712b742 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:21.422354 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c470e7c3-fb2e-4a87-ad39-c9cec0fee8a1 req-20c6f393-26da-4634-8e3e-7605d712b742 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 945 time: 0.0982482 Jun 02 07:59:21.480825 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c470e7c3-fb2e-4a87-ad39-c9cec0fee8a1 req-b4ee4c6a-5d3e-411f-8f5f-6ca6deb702e2 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519497 Jun 02 07:59:21.726071 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1c085-579b-4109-a399-3fd3c6015071 req-518f9d4e-911e-467d-a9d3-56d7876ada44 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:21.727767 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-faa1c085-579b-4109-a399-3fd3c6015071 req-518f9d4e-911e-467d-a9d3-56d7876ada44 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] 10.222.0.81 "GET /v2.0/ports?device_id=f10301fe-388e-4ed0-af61-28b13bb905f8 HTTP/1.1" status: 200 len: 945 time: 0.0944438 Jun 02 07:59:21.786394 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-faa1c085-579b-4109-a399-3fd3c6015071 req-4cd93cc7-e8d3-4d66-8ca6-fb176b5c91ac tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec848549-fbc4-4a48-8fd1-920903fb7de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494971 Jun 02 07:59:22.676883 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae9ad91-e4c0-4328-bfb9-4106d97c2c6e req-6633302e-d00d-46a8-aa7f-a71f9aadf214 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:22.678422 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-0ae9ad91-e4c0-4328-bfb9-4106d97c2c6e req-6633302e-d00d-46a8-aa7f-a71f9aadf214 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 945 time: 0.0808439 Jun 02 07:59:22.724056 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-0ae9ad91-e4c0-4328-bfb9-4106d97c2c6e req-210dff22-51c7-4f53-b6de-51b6d1f777fc tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399046 Jun 02 07:59:23.945639 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803adab-958c-454a-ae3a-410f5b9717d3 req-1fb22db4-8bc4-4c2c-b17b-c32586bf49bb tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:23.946980 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-e803adab-958c-454a-ae3a-410f5b9717d3 req-1fb22db4-8bc4-4c2c-b17b-c32586bf49bb tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 945 time: 0.0998721 Jun 02 07:59:23.998184 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-e803adab-958c-454a-ae3a-410f5b9717d3 req-6cacceda-4700-45c2-937e-58315aa2bcd6 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421293 Jun 02 07:59:25.185797 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe17a9b-e02c-4811-bba4-2f67d8e61b55 req-df7bcf1c-79a7-4504-8205-9f838fee3108 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:25.187150 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-7fe17a9b-e02c-4811-bba4-2f67d8e61b55 req-df7bcf1c-79a7-4504-8205-9f838fee3108 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 945 time: 0.0797510 Jun 02 07:59:25.256775 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-7fe17a9b-e02c-4811-bba4-2f67d8e61b55 req-f7e34d81-2523-4964-ae1e-2b7143ae804a tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634868 Jun 02 07:59:26.425458 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 42972) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:26.493902 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6eb74-0a00-455c-91da-3560fbba59b7 req-d6b56ac8-b500-4393-a20b-40b4273d4092 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:26.495803 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-d4f6eb74-0a00-455c-91da-3560fbba59b7 req-d6b56ac8-b500-4393-a20b-40b4273d4092 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] 10.222.0.81 "GET /v2.0/ports?device_id=f10301fe-388e-4ed0-af61-28b13bb905f8 HTTP/1.1" status: 200 len: 945 time: 0.1227150 Jun 02 07:59:26.516875 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97fd50-9563-4de9-a70b-9896ce98302c req-2d8cce08-7797-4d5d-9d82-0baf32b8469f tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:26.524745 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ee97fd50-9563-4de9-a70b-9896ce98302c req-2d8cce08-7797-4d5d-9d82-0baf32b8469f tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 945 time: 0.0928626 Jun 02 07:59:26.553742 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-d4f6eb74-0a00-455c-91da-3560fbba59b7 req-babc4266-452f-4900-8431-60cdb83106c8 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec848549-fbc4-4a48-8fd1-920903fb7de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517969 Jun 02 07:59:26.576131 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ee97fd50-9563-4de9-a70b-9896ce98302c req-331eb8d6-bb3c-4f74-a681-f065ff6b8c9a tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479331 Jun 02 07:59:26.591948 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-a56e1675-96ba-4f66-8b9a-d588a5446ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:26.610749 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-a56e1675-96ba-4f66-8b9a-d588a5446ddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:26.615194 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-a56e1675-96ba-4f66-8b9a-d588a5446ddf admin admin] Usage tracker for resource:security_group_rule and tenant:0f4218fa2a96473789ddad48ceb03749 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:26.618065 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-a56e1675-96ba-4f66-8b9a-d588a5446ddf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:26.623992 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-a56e1675-96ba-4f66-8b9a-d588a5446ddf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:26.710364 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-a56e1675-96ba-4f66-8b9a-d588a5446ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:26.714279 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-a56e1675-96ba-4f66-8b9a-d588a5446ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:26.722764 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-7d1b8160-537b-47ff-9a78-8d3fbfd7c820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:26.762737 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e1675-96ba-4f66-8b9a-d588a5446ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405ac344-c1b7-45f7-b5c8-afc6bd3e1f97,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:26.770565 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 42982) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:26.777803 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-a56e1675-96ba-4f66-8b9a-d588a5446ddf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0f4218fa2a96473789ddad48ceb03749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3492355 Jun 02 07:59:26.777803 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-a56e1675-96ba-4f66-8b9a-d588a5446ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:26.830993 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-4bcbea79-4d18-44cd-95c4-8b00832cb3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:26.856425 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-4bcbea79-4d18-44cd-95c4-8b00832cb3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:26.911808 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-4bcbea79-4d18-44cd-95c4-8b00832cb3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:26.915582 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-842515d1-701f-4ddc-b227-37c9591a3eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:26.927460 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcbea79-4d18-44cd-95c4-8b00832cb3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405ac344-c1b7-45f7-b5c8-afc6bd3e1f97,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:26.930061 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-4bcbea79-4d18-44cd-95c4-8b00832cb3bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:26.938586 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-4bcbea79-4d18-44cd-95c4-8b00832cb3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:26.941052 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-4bcbea79-4d18-44cd-95c4-8b00832cb3bb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/405ac344-c1b7-45f7-b5c8-afc6bd3e1f97 HTTP/1.1" status: 204 len: 168 time: 0.1681952 Jun 02 07:59:27.275527 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 43006) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:27.295803 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-9e8828ad-0137-4657-82cd-f3c9bd56b5ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:27.311255 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-9e8828ad-0137-4657-82cd-f3c9bd56b5ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:27.317073 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-9e8828ad-0137-4657-82cd-f3c9bd56b5ac admin admin] Usage tracker for resource:security_group_rule and tenant:43ec28dd2d004b29b027bc04d7a65d3a is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:27.320139 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-9e8828ad-0137-4657-82cd-f3c9bd56b5ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:27.325952 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-9e8828ad-0137-4657-82cd-f3c9bd56b5ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:27.411139 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-9e8828ad-0137-4657-82cd-f3c9bd56b5ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:27.417947 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-9e8828ad-0137-4657-82cd-f3c9bd56b5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:27.425639 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-ddf1220c-bd8c-4344-b073-5bc28091df88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:27.464766 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8828ad-0137-4657-82cd-f3c9bd56b5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149cfae2-11f0-48ba-817c-e5e8a84aee05,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:27.469634 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-9e8828ad-0137-4657-82cd-f3c9bd56b5ac admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=43ec28dd2d004b29b027bc04d7a65d3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1928692 Jun 02 07:59:27.470498 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-9e8828ad-0137-4657-82cd-f3c9bd56b5ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:27.472218 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 43012) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:27.535054 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f3fc5c0b-6131-4ccf-9b8c-ca060b0982cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:27.560687 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f3fc5c0b-6131-4ccf-9b8c-ca060b0982cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:27.629599 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f3fc5c0b-6131-4ccf-9b8c-ca060b0982cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:27.636592 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-f68d1d6e-9dac-45d0-8bbf-84337c533578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:27.679546 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc5c0b-6131-4ccf-9b8c-ca060b0982cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149cfae2-11f0-48ba-817c-e5e8a84aee05,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:27.686859 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-f3fc5c0b-6131-4ccf-9b8c-ca060b0982cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:27.692362 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f3fc5c0b-6131-4ccf-9b8c-ca060b0982cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:27.694005 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-f3fc5c0b-6131-4ccf-9b8c-ca060b0982cd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/149cfae2-11f0-48ba-817c-e5e8a84aee05 HTTP/1.1" status: 204 len: 168 time: 0.2208781 Jun 02 07:59:27.828131 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac590691-065e-4ae5-b7af-c529d3b9e3b9 req-a091387b-c6d5-4f85-bfa9-8493f1c1cdb3 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:27.837258 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ac590691-065e-4ae5-b7af-c529d3b9e3b9 req-a091387b-c6d5-4f85-bfa9-8493f1c1cdb3 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] 10.222.0.81 "GET /v2.0/ports?device_id=f10301fe-388e-4ed0-af61-28b13bb905f8 HTTP/1.1" status: 200 len: 945 time: 0.1213636 Jun 02 07:59:27.842305 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd6e72-22d8-4a3c-a5ae-2fc72f2e557d req-91d907d4-9171-4002-9dfd-f0b94f580a26 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:27.856164 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c4cd6e72-22d8-4a3c-a5ae-2fc72f2e557d req-91d907d4-9171-4002-9dfd-f0b94f580a26 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 945 time: 0.1346052 Jun 02 07:59:27.912592 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ac590691-065e-4ae5-b7af-c529d3b9e3b9 req-e8581be1-d609-4ead-a04f-352d03b423e8 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec848549-fbc4-4a48-8fd1-920903fb7de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739994 Jun 02 07:59:27.928609 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c4cd6e72-22d8-4a3c-a5ae-2fc72f2e557d req-891bf07e-bfbd-45b5-9b5a-2453bcdf4c7a tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714881 Jun 02 07:59:28.096218 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb1f31-d103-43ba-87a6-c6fd58b72eb4 req-420ee224-09f1-4aaf-80a0-5f8ed6fe102a tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:28.097747 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-cdfb1f31-d103-43ba-87a6-c6fd58b72eb4 req-420ee224-09f1-4aaf-80a0-5f8ed6fe102a tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] 10.222.0.79 "GET /v2.0/ports?device_id=f10301fe-388e-4ed0-af61-28b13bb905f8 HTTP/1.1" status: 200 len: 945 time: 0.1006246 Jun 02 07:59:28.244601 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [req-cdfb1f31-d103-43ba-87a6-c6fd58b72eb4 req-fc80bda9-3dec-4e9a-a082-3376bafbc084 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Deleting port 0587c050-0e90-4494-8a5b-99fe54341dc6 {{(pid=91539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 07:59:28.244846 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-cdfb1f31-d103-43ba-87a6-c6fd58b72eb4 req-fc80bda9-3dec-4e9a-a082-3376bafbc084 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:28.399045 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-cdfb1f31-d103-43ba-87a6-c6fd58b72eb4 req-fc80bda9-3dec-4e9a-a082-3376bafbc084 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] For port 0587c050-0e90-4494-8a5b-99fe54341dc6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0587c050-0e90-4494-8a5b-99fe54341dc6,segment=NetworkSegment(9c4f485d-5984-49fb-a05d-6a353d26975a),segment_id=9c4f485d-5984-49fb-a05d-6a353d26975a)] {{(pid=91539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:59:28.399961 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-cdfb1f31-d103-43ba-87a6-c6fd58b72eb4 req-fc80bda9-3dec-4e9a-a082-3376bafbc084 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:28.547287 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [req-cdfb1f31-d103-43ba-87a6-c6fd58b72eb4 req-fc80bda9-3dec-4e9a-a082-3376bafbc084 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Calling delete_port for 0587c050-0e90-4494-8a5b-99fe54341dc6 owned by compute:nova {{(pid=91539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 07:59:28.709879 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 43064) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:28.711938 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-cdfb1f31-d103-43ba-87a6-c6fd58b72eb4 req-fc80bda9-3dec-4e9a-a082-3376bafbc084 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:28.724196 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:28.729203 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['0587c050-0e90-4494-8a5b-99fe54341dc6'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 07:59:28.774940 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80bda9-3dec-4e9a-a082-3376bafbc084 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Pushing event deleted for resources: {'Port': ['ID=0587c050-0e90-4494-8a5b-99fe54341dc6,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:28.784369 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-fc80bda9-3dec-4e9a-a082-3376bafbc084 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:28.883268 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdfb1f31-d103-43ba-87a6-c6fd58b72eb4 req-fc80bda9-3dec-4e9a-a082-3376bafbc084 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] No DVR routers for this DVR port 0587c050-0e90-4494-8a5b-99fe54341dc6 on host hv-cinder-78638 {{(pid=91539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 07:59:28.887239 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-cdfb1f31-d103-43ba-87a6-c6fd58b72eb4 req-fc80bda9-3dec-4e9a-a082-3376bafbc084 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:28.890848 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10301fe-388e-4ed0-af61-28b13bb905f8', 'name': 'network-vif-deleted', 'tag': '0587c050-0e90-4494-8a5b-99fe54341dc6'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 07:59:28.893872 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117d286e-bc3c-4f55-8418-8135534da3dd" -d '{"events": [{"server_uuid": "f10301fe-388e-4ed0-af61-28b13bb905f8", "name": "network-vif-deleted", "tag": "0587c050-0e90-4494-8a5b-99fe54341dc6"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 07:59:28.941155 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-cdfb1f31-d103-43ba-87a6-c6fd58b72eb4 req-fc80bda9-3dec-4e9a-a082-3376bafbc084 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] 10.222.0.79 "DELETE /v2.0/ports/0587c050-0e90-4494-8a5b-99fe54341dc6 HTTP/1.1" status: 204 len: 173 time: 0.8362420 Jun 02 07:59:28.944704 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2cf9a2-156c-4be5-8f1c-ecfd6d0f7d4c req-ac9c000e-768c-4a21-94ca-1ed4d0d70648 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:28.957059 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-9f2cf9a2-156c-4be5-8f1c-ecfd6d0f7d4c req-ac9c000e-768c-4a21-94ca-1ed4d0d70648 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.2077255 Jun 02 07:59:28.965799 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-08e67a36-cd6c-43e3-8fd8-1b0bb31d8059 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1527512054-network', 'tenant_id': '61fe13389b6a47f8accc993f60f7d2d5'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:59:28.972866 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 07:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c3eaf1-dd57-44d9-bc49-b0a1422c1dda x-openstack-request-id: req-96c3eaf1-dd57-44d9-bc49-b0a1422c1dda {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 07:59:28.973466 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10301fe-388e-4ed0-af61-28b13bb905f8", "name": "network-vif-deleted", "tag": "0587c050-0e90-4494-8a5b-99fe54341dc6", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 07:59:28.973566 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-96c3eaf1-dd57-44d9-bc49-b0a1422c1dda {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 07:59:28.973962 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f10301fe-388e-4ed0-af61-28b13bb905f8', 'name': 'network-vif-deleted', 'tag': '0587c050-0e90-4494-8a5b-99fe54341dc6', 'status': 'completed', 'code': 200} Jun 02 07:59:28.974539 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-08e67a36-cd6c-43e3-8fd8-1b0bb31d8059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:28.978834 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-08e67a36-cd6c-43e3-8fd8-1b0bb31d8059 admin admin] Usage tracker for resource:network and tenant:61fe13389b6a47f8accc993f60f7d2d5 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:28.982856 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-08e67a36-cd6c-43e3-8fd8-1b0bb31d8059 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:28.991104 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-08e67a36-cd6c-43e3-8fd8-1b0bb31d8059 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:29.019783 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e67a36-cd6c-43e3-8fd8-1b0bb31d8059 admin admin] Made reservation on behalf of 61fe13389b6a47f8accc993f60f7d2d5 for: {'network': 1} {{(pid=91540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 07:59:29.022997 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-08e67a36-cd6c-43e3-8fd8-1b0bb31d8059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3847429'] for network, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:29.043538 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-08e67a36-cd6c-43e3-8fd8-1b0bb31d8059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:29.130905 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-9f2cf9a2-156c-4be5-8f1c-ecfd6d0f7d4c req-0e971460-93ed-4ee6-adf9-9026ea75e32c tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727679 Jun 02 07:59:29.141422 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-08e67a36-cd6c-43e3-8fd8-1b0bb31d8059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:29.151781 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-08e67a36-cd6c-43e3-8fd8-1b0bb31d8059 admin admin] Usage tracker for resource:security_group_rule and tenant:61fe13389b6a47f8accc993f60f7d2d5 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:29.155349 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-08e67a36-cd6c-43e3-8fd8-1b0bb31d8059 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:29.162514 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-08e67a36-cd6c-43e3-8fd8-1b0bb31d8059 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:29.254430 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-8cfe8e9d-f869-4cdd-af47-9f5341360a47 req-22a69948-2dbd-48f2-8c90-7e97a6f7bb63 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Synchronizing usage tracker for tenant:2e2eb3299cb1440b8cc5de8f444ccde0 on resource:port {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 07:59:29.289926 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-8cfe8e9d-f869-4cdd-af47-9f5341360a47 req-22a69948-2dbd-48f2-8c90-7e97a6f7bb63 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Unset dirty status for tenant:2e2eb3299cb1440b8cc5de8f444ccde0 on resource:port {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 07:59:29.291337 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-8cfe8e9d-f869-4cdd-af47-9f5341360a47 req-22a69948-2dbd-48f2-8c90-7e97a6f7bb63 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] 10.222.0.81 "GET /v2.0/ports?device_id=f10301fe-388e-4ed0-af61-28b13bb905f8 HTTP/1.1" status: 200 len: 210 time: 0.1229887 Jun 02 07:59:29.311347 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-08e67a36-cd6c-43e3-8fd8-1b0bb31d8059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:29.364842 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-08e67a36-cd6c-43e3-8fd8-1b0bb31d8059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:29.371947 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-ecae9813-5ec4-4fc5-ad4d-cbc5af67432f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:29.414555 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e67a36-cd6c-43e3-8fd8-1b0bb31d8059 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=91540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 07:59:29.428681 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e67a36-cd6c-43e3-8fd8-1b0bb31d8059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba82d7e7-e2ce-46eb-81e8-21ddad4c9121,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:29.431936 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-08e67a36-cd6c-43e3-8fd8-1b0bb31d8059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:29.440484 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-08e67a36-cd6c-43e3-8fd8-1b0bb31d8059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479'] for segment, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:29.440784 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.db.segments_db [None req-08e67a36-cd6c-43e3-8fd8-1b0bb31d8059 admin admin] Added segment b248c05e-10cf-4577-a4bf-3436560b5ff7 of type vlan for network 430173cd-4ca3-4f17-9be2-7f84b308c880 Jun 02 07:59:29.481183 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-08e67a36-cd6c-43e3-8fd8-1b0bb31d8059 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746790259047'] for network, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:29.492545 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec1831-e679-491a-8481-6f29633d59f1 req-f2eb78c1-9531-4472-8f5e-c71ee2aca6b1 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:29.493812 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5fec1831-e679-491a-8481-6f29633d59f1 req-f2eb78c1-9531-4472-8f5e-c71ee2aca6b1 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 945 time: 0.1772192 Jun 02 07:59:29.523120 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 43090) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:29.568434 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5fec1831-e679-491a-8481-6f29633d59f1 req-52760288-e203-4b6d-946a-763f4cd0b50e tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610664 Jun 02 07:59:29.573099 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-08e67a36-cd6c-43e3-8fd8-1b0bb31d8059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-947529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536110'] for network, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:29.574699 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e67a36-cd6c-43e3-8fd8-1b0bb31d8059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:29.575426 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-08e67a36-cd6c-43e3-8fd8-1b0bb31d8059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for network, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:29.579998 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-ae38e997-abf2-405a-a807-ac4818ca3a6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:29.696182 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e67a36-cd6c-43e3-8fd8-1b0bb31d8059 admin admin] Pushing event updated for resources: {'Network': ['ID=430173cd-4ca3-4f17-9be2-7f84b308c880,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:29.704161 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 43094) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:29.705107 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-08e67a36-cd6c-43e3-8fd8-1b0bb31d8059 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9930913 Jun 02 07:59:29.705296 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-08e67a36-cd6c-43e3-8fd8-1b0bb31d8059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:29.706017 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-65cf0d31-db86-48c4-8e59-0fd25b25fb6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:29.707327 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Network 430173cd-4ca3-4f17-9be2-7f84b308c880 details requested by agent ovs-agent-dv-cinder-786385-7-smb with host dv-cinder-786385-7-smb {{(pid=91541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 02 07:59:29.717645 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [None req-2353417b-b3c3-4a8e-bdb4-8a10728ab9ea admin admin] Request body: {'subnet': {'network_id': '430173cd-4ca3-4f17-9be2-7f84b308c880', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1527512054-subnet', 'tenant_id': '61fe13389b6a47f8accc993f60f7d2d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:59:29.722762 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-65cf0d31-db86-48c4-8e59-0fd25b25fb6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:29.726667 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-65cf0d31-db86-48c4-8e59-0fd25b25fb6c admin admin] Usage tracker for resource:security_group_rule and tenant:514e0b50b0684322981b0e6ef567d36f is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:29.729500 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-65cf0d31-db86-48c4-8e59-0fd25b25fb6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:29.733276 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-2353417b-b3c3-4a8e-bdb4-8a10728ab9ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:29.736120 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-65cf0d31-db86-48c4-8e59-0fd25b25fb6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:29.739692 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-2353417b-b3c3-4a8e-bdb4-8a10728ab9ea admin admin] Usage tracker for resource:subnet and tenant:61fe13389b6a47f8accc993f60f7d2d5 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:29.747575 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-2353417b-b3c3-4a8e-bdb4-8a10728ab9ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:29.757490 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-2353417b-b3c3-4a8e-bdb4-8a10728ab9ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:29.777019 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2353417b-b3c3-4a8e-bdb4-8a10728ab9ea admin admin] Made reservation on behalf of 61fe13389b6a47f8accc993f60f7d2d5 for: {'subnet': 1} {{(pid=91539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 07:59:29.779969 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-2353417b-b3c3-4a8e-bdb4-8a10728ab9ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1601804'] for subnet, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:29.831200 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-65cf0d31-db86-48c4-8e59-0fd25b25fb6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:29.835480 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-65cf0d31-db86-48c4-8e59-0fd25b25fb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:29.842516 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-f1f8d4e4-0746-4a3c-8c01-e38dd43f6d1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:29.886770 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf0d31-db86-48c4-8e59-0fd25b25fb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85c02b0-659b-4168-b25c-9ae7ed73bcf1,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:29.894081 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-65cf0d31-db86-48c4-8e59-0fd25b25fb6c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=514e0b50b0684322981b0e6ef567d36f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3649402 Jun 02 07:59:29.894081 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-65cf0d31-db86-48c4-8e59-0fd25b25fb6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:29.894454 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 43096) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:29.924010 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-74f2ec52-2937-4fda-bbaf-a5f37d27945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:29.966206 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-548a20e6-2112-48b3-8c2c-7a7d3e5d7369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:29.996794 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-548a20e6-2112-48b3-8c2c-7a7d3e5d7369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:30.057182 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-548a20e6-2112-48b3-8c2c-7a7d3e5d7369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:30.067128 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-67371d06-ecfb-4786-bd55-d08e3717356a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:30.082210 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a20e6-2112-48b3-8c2c-7a7d3e5d7369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85c02b0-659b-4168-b25c-9ae7ed73bcf1,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:30.084938 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-548a20e6-2112-48b3-8c2c-7a7d3e5d7369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:30.085861 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-548a20e6-2112-48b3-8c2c-7a7d3e5d7369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:30.100355 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-548a20e6-2112-48b3-8c2c-7a7d3e5d7369 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c85c02b0-659b-4168-b25c-9ae7ed73bcf1 HTTP/1.1" status: 204 len: 168 time: 0.1955070 Jun 02 07:59:30.362112 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-2353417b-b3c3-4a8e-bdb4-8a10728ab9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1809896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1601822'] for subnet, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:30.368992 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:30.470155 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466b54d-14fa-4c79-9da7-989ebb119396 req-61c522bc-4b80-443d-83e3-677dc01fb67d tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:30.478432 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5466b54d-14fa-4c79-9da7-989ebb119396 req-61c522bc-4b80-443d-83e3-677dc01fb67d tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.1935410 Jun 02 07:59:30.520271 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353417b-b3c3-4a8e-bdb4-8a10728ab9ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=7de659b5-231d-486f-99b3-08b97a1da388,revision_number=0']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:30.525122 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-2353417b-b3c3-4a8e-bdb4-8a10728ab9ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:30.526144 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2353417b-b3c3-4a8e-bdb4-8a10728ab9ea admin admin] Checking segment: {'id': 'b248c05e-10cf-4577-a4bf-3436560b5ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '430173cd-4ca3-4f17-9be2-7f84b308c880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:59:30.526459 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2353417b-b3c3-4a8e-bdb4-8a10728ab9ea admin admin] Network hostable DHCP agents. Network: 430173cd-4ca3-4f17-9be2-7f84b308c880, hostable agents: ['187909a1-f54b-4aaf-b277-d1ad18d9eb87'], hosted agents: [] {{(pid=91539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 07:59:30.563853 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5466b54d-14fa-4c79-9da7-989ebb119396 req-e1389e01-51ef-42fc-8e29-2f355766d34d tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830445 Jun 02 07:59:30.588848 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2353417b-b3c3-4a8e-bdb4-8a10728ab9ea admin admin] Network 430173cd-4ca3-4f17-9be2-7f84b308c880 is scheduled to be hosted by DHCP agent 187909a1-f54b-4aaf-b277-d1ad18d9eb87 with binding_index 1 {{(pid=91539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 07:59:30.632454 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [None req-2353417b-b3c3-4a8e-bdb4-8a10728ab9ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-7-smb, 430173cd-4ca3-4f17-9be2-7f84b308c880) {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:59:30.654775 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2353417b-b3c3-4a8e-bdb4-8a10728ab9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:30.657545 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-2353417b-b3c3-4a8e-bdb4-8a10728ab9ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for subnet, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:30.673972 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b19d31-84f3-4940-9319-60b40da34324 None None] Network 430173cd-4ca3-4f17-9be2-7f84b308c880 requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 07:59:30.707381 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-2353417b-b3c3-4a8e-bdb4-8a10728ab9ea admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0007598 Jun 02 07:59:30.849942 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83d6e6-d379-428a-8ee5-030d5f985020 req-d3bf0d66-fd9c-47da-bdf0-fcdc9ddb7cbf tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:30.851958 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-ae83d6e6-d379-428a-8ee5-030d5f985020 req-d3bf0d66-fd9c-47da-bdf0-fcdc9ddb7cbf tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 945 time: 0.1035068 Jun 02 07:59:30.915354 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-ae83d6e6-d379-428a-8ee5-030d5f985020 req-ce5edbe5-7e6f-4254-96f4-4187caf62e38 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578201 Jun 02 07:59:31.085778 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24303037-a6a5-48b1-ae6d-32ea1672f8ff None None] Network 430173cd-4ca3-4f17-9be2-7f84b308c880 requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 07:59:31.831004 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c5a02-78fa-4cc7-aa19-61895fe0453f req-a7805759-cc9c-43ca-800e-7a75d3dc0e1e tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:31.832784 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-aa9c5a02-78fa-4cc7-aa19-61895fe0453f req-a7805759-cc9c-43ca-800e-7a75d3dc0e1e tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.1122622 Jun 02 07:59:31.908800 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-aa9c5a02-78fa-4cc7-aa19-61895fe0453f req-e4dd0cae-1deb-49c6-a7b2-e65c9779fc7b tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624428 Jun 02 07:59:32.044243 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71e89c-d462-4db3-8e83-739d47594e3d req-966c87f1-ff46-48c1-98c9-04b90950a5a2 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:32.045887 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5f71e89c-d462-4db3-8e83-739d47594e3d req-966c87f1-ff46-48c1-98c9-04b90950a5a2 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 946 time: 0.0883734 Jun 02 07:59:32.098555 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5f71e89c-d462-4db3-8e83-739d47594e3d req-2885eea3-50ce-4727-a374-a8542915b366 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465431 Jun 02 07:59:32.162652 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a4115-0caa-476d-b81d-26c133032386 req-6c957c44-e377-4775-ab07-0b4197cff14c tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:32.176382 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-ee1a4115-0caa-476d-b81d-26c133032386 req-6c957c44-e377-4775-ab07-0b4197cff14c tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 945 time: 0.1114984 Jun 02 07:59:32.230272 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-ee1a4115-0caa-476d-b81d-26c133032386 req-7f1d2879-cf38-486b-bc54-9bf30d74b7e6 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560808 Jun 02 07:59:32.361692 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:32.375835 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 43198) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:32.493655 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8f3e6f08-9528-4a06-af1a-176d044f4ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:32.508754 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-8f3e6f08-9528-4a06-af1a-176d044f4ed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:32.512821 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-8f3e6f08-9528-4a06-af1a-176d044f4ed1 admin admin] Usage tracker for resource:security_group_rule and tenant:6b49a72b9dc843e79a9405113d79e6eb is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:32.516363 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-8f3e6f08-9528-4a06-af1a-176d044f4ed1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:32.522457 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-8f3e6f08-9528-4a06-af1a-176d044f4ed1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:32.543401 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 0587c050-0e90-4494-8a5b-99fe54341dc6 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 07:59:32.589004 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] No Port match for: 0587c050-0e90-4494-8a5b-99fe54341dc6 {{(pid=91541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 07:59:32.589723 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 0587c050-0e90-4494-8a5b-99fe54341dc6 not bound to the agent host hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 07:59:32.619442 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8f3e6f08-9528-4a06-af1a-176d044f4ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:32.626220 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8f3e6f08-9528-4a06-af1a-176d044f4ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:32.630213 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-60bcfb18-92a5-42cf-a75b-23415b774fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:32.635680 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:32.676100 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e6f08-9528-4a06-af1a-176d044f4ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e5b193-4365-4365-b434-c18113ad86f6,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:32.679251 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-8f3e6f08-9528-4a06-af1a-176d044f4ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:32.684394 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-8f3e6f08-9528-4a06-af1a-176d044f4ed1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6b49a72b9dc843e79a9405113d79e6eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050075 Jun 02 07:59:32.684739 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 43208) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:32.743223 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-34c045c0-8a7f-4c74-aeed-c10bc4867b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:32.774605 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-34c045c0-8a7f-4c74-aeed-c10bc4867b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:32.828200 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-34c045c0-8a7f-4c74-aeed-c10bc4867b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:32.831890 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:32.843459 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c045c0-8a7f-4c74-aeed-c10bc4867b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e5b193-4365-4365-b434-c18113ad86f6,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:32.848729 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-34c045c0-8a7f-4c74-aeed-c10bc4867b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:32.850313 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-34c045c0-8a7f-4c74-aeed-c10bc4867b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:32.851435 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-34c045c0-8a7f-4c74-aeed-c10bc4867b34 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a6e5b193-4365-4365-b434-c18113ad86f6 HTTP/1.1" status: 204 len: 168 time: 0.1658981 Jun 02 07:59:33.120098 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9eb5b-1dfb-4d3d-b5ab-309f5b27487f req-05aaf8f7-4b4f-4709-96b3-89d635251519 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:33.122578 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0fd9eb5b-1dfb-4d3d-b5ab-309f5b27487f req-05aaf8f7-4b4f-4709-96b3-89d635251519 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.1019728 Jun 02 07:59:33.184403 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0fd9eb5b-1dfb-4d3d-b5ab-309f5b27487f req-7068d730-1285-405c-a94e-59c7863ed8a7 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549352 Jun 02 07:59:33.359845 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a63b0-55f4-4013-a855-00d35e0c9c04 req-59da4c08-9c30-4406-9e55-29cafce59934 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:33.374511 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-519a63b0-55f4-4013-a855-00d35e0c9c04 req-59da4c08-9c30-4406-9e55-29cafce59934 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 946 time: 0.1257837 Jun 02 07:59:33.463188 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-519a63b0-55f4-4013-a855-00d35e0c9c04 req-1e019f2e-b1fd-4d47-8713-8ebf71cdb0fe tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0878134 Jun 02 07:59:33.535033 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-abe0fd17-eac6-4467-ace0-5aeff3e7eb66 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:33.537250 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-abe0fd17-eac6-4467-ace0-5aeff3e7eb66 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/networks?id=430173cd-4ca3-4f17-9be2-7f84b308c880 HTTP/1.1" status: 200 len: 809 time: 0.2167475 Jun 02 07:59:33.558108 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-c9a91d25-a947-498e-9daf-82bb76a50a65 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/quotas/61fe13389b6a47f8accc993f60f7d2d5 HTTP/1.1" status: 200 len: 375 time: 0.0103061 Jun 02 07:59:33.631864 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-dc1190b5-70f3-480c-a016-40fe0ead5e55 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=61fe13389b6a47f8accc993f60f7d2d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657523 Jun 02 07:59:33.665537 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf813dc9-1700-456e-a09a-afefc495bb22 req-729e26fb-a0e3-4348-830b-422587969c6f tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:33.667153 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-cf813dc9-1700-456e-a09a-afefc495bb22 req-729e26fb-a0e3-4348-830b-422587969c6f tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 945 time: 0.0904529 Jun 02 07:59:33.724541 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-cf813dc9-1700-456e-a09a-afefc495bb22 req-14c87ca2-bdd0-4c93-9a6a-838e550ad1cc tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497849 Jun 02 07:59:33.735540 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 43260) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:33.789013 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-8f52f6ed-f8f9-4aef-929c-c6f6361e0e3b service neutron] 10.222.0.81 "GET /v2.0/networks/430173cd-4ca3-4f17-9be2-7f84b308c880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499922 Jun 02 07:59:33.891076 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [None req-5a9134d7-e9f2-45b7-b6e5-5c63de9f911f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-629114683-network', 'tenant_id': 'b35f5d14d93b40f0848158412804be41'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:59:33.898751 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-5a9134d7-e9f2-45b7-b6e5-5c63de9f911f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:33.910694 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-5a9134d7-e9f2-45b7-b6e5-5c63de9f911f admin admin] Usage tracker for resource:network and tenant:b35f5d14d93b40f0848158412804be41 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:33.914991 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-5a9134d7-e9f2-45b7-b6e5-5c63de9f911f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:33.924532 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-5a9134d7-e9f2-45b7-b6e5-5c63de9f911f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:33.952856 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-0757f957-0300-45b0-8fc7-9f6d44c13299 service neutron] 10.222.0.81 "GET /v2.0/networks/430173cd-4ca3-4f17-9be2-7f84b308c880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576321 Jun 02 07:59:33.954532 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9134d7-e9f2-45b7-b6e5-5c63de9f911f admin admin] Made reservation on behalf of b35f5d14d93b40f0848158412804be41 for: {'network': 1} {{(pid=91539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 07:59:33.956874 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5a9134d7-e9f2-45b7-b6e5-5c63de9f911f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3847429'] for network, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:33.973867 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5a9134d7-e9f2-45b7-b6e5-5c63de9f911f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:33.995533 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-5a9134d7-e9f2-45b7-b6e5-5c63de9f911f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:33.998680 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:34.003719 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-5a9134d7-e9f2-45b7-b6e5-5c63de9f911f admin admin] Usage tracker for resource:security_group_rule and tenant:b35f5d14d93b40f0848158412804be41 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:34.009663 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-5a9134d7-e9f2-45b7-b6e5-5c63de9f911f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:34.020102 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-5a9134d7-e9f2-45b7-b6e5-5c63de9f911f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:34.121886 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5a9134d7-e9f2-45b7-b6e5-5c63de9f911f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:34.127277 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5a9134d7-e9f2-45b7-b6e5-5c63de9f911f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:34.136159 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-25cc10df-2dc2-436f-812e-0184d7dbc4de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:34.170477 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a9134d7-e9f2-45b7-b6e5-5c63de9f911f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=91539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 07:59:34.190200 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9134d7-e9f2-45b7-b6e5-5c63de9f911f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5d4e64-dae9-4c32-9c9f-2431e3a80f16,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:34.195010 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-5a9134d7-e9f2-45b7-b6e5-5c63de9f911f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:34.196365 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5a9134d7-e9f2-45b7-b6e5-5c63de9f911f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479'] for segment, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:34.196941 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.db.segments_db [None req-5a9134d7-e9f2-45b7-b6e5-5c63de9f911f admin admin] Added segment c9eebd2b-9718-4d11-bc88-206eacd96281 of type vlan for network 87c948b6-776e-416a-8595-be6ae5ab6cc6 Jun 02 07:59:34.218790 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-4163d2a1-6e21-4ab0-9ff2-630806ccf35d req-386919f7-ac23-4178-8485-0f39069cc781 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/ports?device_id=e176a389-151c-4389-941f-f1b6e77ebdcd HTTP/1.1" status: 200 len: 210 time: 0.0643368 Jun 02 07:59:34.238743 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5a9134d7-e9f2-45b7-b6e5-5c63de9f911f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746790259047'] for network, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:34.277775 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5a9134d7-e9f2-45b7-b6e5-5c63de9f911f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-947529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536110'] for network, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:34.279209 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9134d7-e9f2-45b7-b6e5-5c63de9f911f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:34.279897 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5a9134d7-e9f2-45b7-b6e5-5c63de9f911f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for network, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:34.284239 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:34.539843 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9134d7-e9f2-45b7-b6e5-5c63de9f911f admin admin] Pushing event updated for resources: {'Network': ['ID=87c948b6-776e-416a-8595-be6ae5ab6cc6,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:34.544522 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-5a9134d7-e9f2-45b7-b6e5-5c63de9f911f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:34.546675 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-5a9134d7-e9f2-45b7-b6e5-5c63de9f911f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8099046 Jun 02 07:59:34.549844 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 43302) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:34.551849 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Network 87c948b6-776e-416a-8595-be6ae5ab6cc6 details requested by agent ovs-agent-dv-cinder-786385-7-smb with host dv-cinder-786385-7-smb {{(pid=91541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 02 07:59:34.557841 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-cb15f0fd-3c97-4f67-b80d-790a1b23f01d admin admin] Request body: {'subnet': {'network_id': '87c948b6-776e-416a-8595-be6ae5ab6cc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-629114683-subnet', 'tenant_id': 'b35f5d14d93b40f0848158412804be41', 'ip_version': 4}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:59:34.568670 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-cb15f0fd-3c97-4f67-b80d-790a1b23f01d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:34.581749 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-cb15f0fd-3c97-4f67-b80d-790a1b23f01d admin admin] Usage tracker for resource:subnet and tenant:b35f5d14d93b40f0848158412804be41 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:34.590566 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-cb15f0fd-3c97-4f67-b80d-790a1b23f01d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:34.606352 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-cb15f0fd-3c97-4f67-b80d-790a1b23f01d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:34.609150 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241b36b-d217-4f5e-bc9c-e7f32a736831 req-352ba5b4-c1b8-42db-a4ae-315875dff101 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:34.610695 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-f241b36b-d217-4f5e-bc9c-e7f32a736831 req-352ba5b4-c1b8-42db-a4ae-315875dff101 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.2717400 Jun 02 07:59:34.634295 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb15f0fd-3c97-4f67-b80d-790a1b23f01d admin admin] Made reservation on behalf of b35f5d14d93b40f0848158412804be41 for: {'subnet': 1} {{(pid=91540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 07:59:34.638652 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-cb15f0fd-3c97-4f67-b80d-790a1b23f01d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27727344'] for subnet, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:34.681979 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-f241b36b-d217-4f5e-bc9c-e7f32a736831 req-429a29a6-2b47-43bc-8ad5-5c6ba3937109 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652928 Jun 02 07:59:34.890684 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78bd1e2-4dac-4a94-9b56-da3f394d237e req-e79f1fba-914c-407d-9e7f-8a863e37b6ec tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:34.892748 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-a78bd1e2-4dac-4a94-9b56-da3f394d237e req-e79f1fba-914c-407d-9e7f-8a863e37b6ec tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 946 time: 0.1996553 Jun 02 07:59:34.931795 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362203f-769a-4ea3-a71a-a2a7d4411b48 req-1346841d-3acb-4a1c-a03b-8939679ef8ff tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:34.933157 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-6362203f-769a-4ea3-a71a-a2a7d4411b48 req-1346841d-3acb-4a1c-a03b-8939679ef8ff tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 945 time: 0.0895605 Jun 02 07:59:34.981898 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-6362203f-769a-4ea3-a71a-a2a7d4411b48 req-5554a90b-da05-472a-8274-cb6576f36a6f tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421405 Jun 02 07:59:35.004656 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-a78bd1e2-4dac-4a94-9b56-da3f394d237e req-24dcff90-beef-46d3-b3f2-217fb1f08db0 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0779884 Jun 02 07:59:35.206088 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-cb15f0fd-3c97-4f67-b80d-790a1b23f01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27655414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27727330'] for subnet, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:35.210413 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-0676da72-9cad-4e35-8bb3-453222977483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:35.340234 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15f0fd-3c97-4f67-b80d-790a1b23f01d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b88b624-fc5a-4399-9939-be3292b885fc,revision_number=0']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:35.343683 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:35.344315 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-cb15f0fd-3c97-4f67-b80d-790a1b23f01d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:35.345339 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb15f0fd-3c97-4f67-b80d-790a1b23f01d admin admin] Checking segment: {'id': 'c9eebd2b-9718-4d11-bc88-206eacd96281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '87c948b6-776e-416a-8595-be6ae5ab6cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:59:35.345874 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb15f0fd-3c97-4f67-b80d-790a1b23f01d admin admin] Network hostable DHCP agents. Network: 87c948b6-776e-416a-8595-be6ae5ab6cc6, hostable agents: ['187909a1-f54b-4aaf-b277-d1ad18d9eb87'], hosted agents: [] {{(pid=91540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 07:59:35.363305 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb15f0fd-3c97-4f67-b80d-790a1b23f01d admin admin] Network 87c948b6-776e-416a-8595-be6ae5ab6cc6 is scheduled to be hosted by DHCP agent 187909a1-f54b-4aaf-b277-d1ad18d9eb87 with binding_index 1 {{(pid=91540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 07:59:35.373368 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.base_scheduler [None req-cb15f0fd-3c97-4f67-b80d-790a1b23f01d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-7-smb, 87c948b6-776e-416a-8595-be6ae5ab6cc6) {{(pid=91540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:59:35.386654 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-52cabdaa-d2d2-493c-825f-f7cdaae47abb req-3bf1e83c-2164-4eeb-becb-7c5a503c598c tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/ports?device_id=e176a389-151c-4389-941f-f1b6e77ebdcd HTTP/1.1" status: 200 len: 210 time: 0.0455101 Jun 02 07:59:35.389636 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ed67ac-5993-4cbc-9454-4ba71dfa9a68 None None] Network 87c948b6-776e-416a-8595-be6ae5ab6cc6 requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 07:59:35.396438 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb15f0fd-3c97-4f67-b80d-790a1b23f01d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:35.397022 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-cb15f0fd-3c97-4f67-b80d-790a1b23f01d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:35.419444 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-cb15f0fd-3c97-4f67-b80d-790a1b23f01d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8672245 Jun 02 07:59:35.422324 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 43314) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:35.426615 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-71d50c99-20ff-4864-a7b6-e2237b9433f0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-629114683-router', 'tenant_id': 'b35f5d14d93b40f0848158412804be41', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'}}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:59:35.431356 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-71d50c99-20ff-4864-a7b6-e2237b9433f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:35.435310 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-71d50c99-20ff-4864-a7b6-e2237b9433f0 admin admin] Usage tracker for resource:router and tenant:b35f5d14d93b40f0848158412804be41 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:35.439109 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-71d50c99-20ff-4864-a7b6-e2237b9433f0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:35.450802 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-71d50c99-20ff-4864-a7b6-e2237b9433f0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:35.462292 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-71d50c99-20ff-4864-a7b6-e2237b9433f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1013204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3813'] for router, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:35.463216 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-71d50c99-20ff-4864-a7b6-e2237b9433f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-946085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3836'] for router, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:35.479301 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-71d50c99-20ff-4864-a7b6-e2237b9433f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:35.692108 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d994f9-472b-4e7b-a7ca-64b6dfd15eba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp098a28b0-fe0f-53b0-9390-6a847d396a49-87c948b6-776e-416a-8595-be6ae5ab6cc6', 'network_id': '87c948b6-776e-416a-8595-be6ae5ab6cc6', 'tenant_id': 'b35f5d14d93b40f0848158412804be41', 'fixed_ips': [{'subnet_id': '6b88b624-fc5a-4399-9939-be3292b885fc'}]}} from dv-cinder-786385-7-smb. {{(pid=91541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 07:59:35.694023 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-f6d994f9-472b-4e7b-a7ca-64b6dfd15eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:35.838928 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-b7714dc8-2466-4683-b675-7216c03d4f95 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:35.841022 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-b7714dc8-2466-4683-b675-7216c03d4f95 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.79 "GET /v2.0/networks?id=430173cd-4ca3-4f17-9be2-7f84b308c880 HTTP/1.1" status: 200 len: 809 time: 0.2586558 Jun 02 07:59:35.871553 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-77ef3edb-0bf6-4714-b791-3e13af981836 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Request body: {'port': {'device_id': 'e176a389-151c-4389-941f-f1b6e77ebdcd', 'network_id': '430173cd-4ca3-4f17-9be2-7f84b308c880', 'admin_state_up': True, 'tenant_id': '61fe13389b6a47f8accc993f60f7d2d5'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:59:35.939887 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-71d50c99-20ff-4864-a7b6-e2237b9433f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1013190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3790'] for router, precommit_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:35.958219 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.db_base_plugin_common [None req-f6d994f9-472b-4e7b-a7ca-64b6dfd15eba None None] Allocated IP 172.20.0.2 (87c948b6-776e-416a-8595-be6ae5ab6cc6/6b88b624-fc5a-4399-9939-be3292b885fc/4f847766-608a-4258-bb92-5ebbab701325) {{(pid=91541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 07:59:36.066945 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860a3f5-b43a-4cbd-804b-eeee0b4bdb77 req-8eaeaed3-4f97-443d-9fdb-88484f2a6860 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:36.068757 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-a860a3f5-b43a-4cbd-804b-eeee0b4bdb77 req-8eaeaed3-4f97-443d-9fdb-88484f2a6860 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.2368965 Jun 02 07:59:36.148695 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-77ef3edb-0bf6-4714-b791-3e13af981836 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:36.181734 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-a860a3f5-b43a-4cbd-804b-eeee0b4bdb77 req-9c88d7eb-d8f5-45dd-a30e-002cd9e0a181 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070797 Jun 02 07:59:36.226124 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-77ef3edb-0bf6-4714-b791-3e13af981836 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Usage tracker for resource:port and tenant:61fe13389b6a47f8accc993f60f7d2d5 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:36.230204 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-77ef3edb-0bf6-4714-b791-3e13af981836 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:36.239516 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-77ef3edb-0bf6-4714-b791-3e13af981836 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:36.280508 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-77ef3edb-0bf6-4714-b791-3e13af981836 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Made reservation on behalf of 61fe13389b6a47f8accc993f60f7d2d5 for: {'port': 1} {{(pid=91539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 07:59:36.286148 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-77ef3edb-0bf6-4714-b791-3e13af981836 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:36.329001 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003bdad-c9c8-41a3-a207-12cb04490440 req-5018bc2a-f9da-459b-9bcf-b4dd321c493e tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:36.338619 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-4003bdad-c9c8-41a3-a207-12cb04490440 req-5018bc2a-f9da-459b-9bcf-b4dd321c493e tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 945 time: 0.1799295 Jun 02 07:59:36.399579 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-f6d994f9-472b-4e7b-a7ca-64b6dfd15eba None None] Notify callbacks [] for port, precommit_create {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:36.415229 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-f6d994f9-472b-4e7b-a7ca-64b6dfd15eba None None] Transition to ACTIVE for port object 4f847766-608a-4258-bb92-5ebbab701325 will not be triggered until provisioned by entity L2. {{(pid=91541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:59:36.441076 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-f6d994f9-472b-4e7b-a7ca-64b6dfd15eba None None] Transition to ACTIVE for port object 4f847766-608a-4258-bb92-5ebbab701325 will not be triggered until provisioned by entity DHCP. {{(pid=91541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:59:36.450760 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-f6d994f9-472b-4e7b-a7ca-64b6dfd15eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446'] for port, after_create {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:36.463556 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:36.465884 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-71d50c99-20ff-4864-a7b6-e2237b9433f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:36.470378 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-4003bdad-c9c8-41a3-a207-12cb04490440 req-32c944f4-3fbb-464c-872f-7d9df82ffd9e tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305213 Jun 02 07:59:36.500752 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-71d50c99-20ff-4864-a7b6-e2237b9433f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:36.524726 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d994f9-472b-4e7b-a7ca-64b6dfd15eba None None] Network 87c948b6-776e-416a-8595-be6ae5ab6cc6 is already hosted by enough agents. {{(pid=91541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 07:59:36.533109 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.scheduler.base_scheduler [None req-f6d994f9-472b-4e7b-a7ca-64b6dfd15eba None None] Resources bound (agent type, host, resource id): {{(pid=91541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:59:36.540598 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d994f9-472b-4e7b-a7ca-64b6dfd15eba None None] Received port after_create {{(pid=91541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 07:59:36.600444 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.db_base_plugin_common [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-77ef3edb-0bf6-4714-b791-3e13af981836 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Allocated IP 172.20.0.4 (430173cd-4ca3-4f17-9be2-7f84b308c880/7de659b5-231d-486f-99b3-08b97a1da388/6ff188ec-14db-4153-9ae1-ea4e6ce514be) {{(pid=91539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 07:59:36.622901 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125888a-14b8-45f6-ba5c-6d0a4b1e743a req-5a52585e-4579-4df0-a0d9-7fa0902a8dcd tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:36.625426 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-9125888a-14b8-45f6-ba5c-6d0a4b1e743a req-5a52585e-4579-4df0-a0d9-7fa0902a8dcd tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 946 time: 0.2203553 Jun 02 07:59:36.641023 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d994f9-472b-4e7b-a7ca-64b6dfd15eba None None] Pushing event updated for resources: {'Port': ['ID=4f847766-608a-4258-bb92-5ebbab701325,revision_number=1']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:36.646494 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-f6d994f9-472b-4e7b-a7ca-64b6dfd15eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:36.650441 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-f6d994f9-472b-4e7b-a7ca-64b6dfd15eba None None] Attempting to bind port 4f847766-608a-4258-bb92-5ebbab701325 on host dv-cinder-786385-7-smb for vnic_type normal with profile {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 07:59:36.650815 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-f6d994f9-472b-4e7b-a7ca-64b6dfd15eba None None] Attempting to bind port 4f847766-608a-4258-bb92-5ebbab701325 by drivers openvswitch,hyperv on host dv-cinder-786385-7-smb at level 0 using segments [{'id': 'c9eebd2b-9718-4d11-bc88-206eacd96281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '87c948b6-776e-416a-8595-be6ae5ab6cc6'}] {{(pid=91541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 07:59:36.651187 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d994f9-472b-4e7b-a7ca-64b6dfd15eba None None] Attempting to bind port 4f847766-608a-4258-bb92-5ebbab701325 on network 87c948b6-776e-416a-8595-be6ae5ab6cc6 {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 07:59:36.657497 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d994f9-472b-4e7b-a7ca-64b6dfd15eba None None] Checking agent: {'id': '2a0e1ac3-7fb5-40bc-887e-90e9797fe79d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 50, 2), 'started_at': datetime.datetime(2021, 6, 2, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 7, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 07:59:36.657881 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d994f9-472b-4e7b-a7ca-64b6dfd15eba None None] Checking segment: {'id': 'c9eebd2b-9718-4d11-bc88-206eacd96281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '87c948b6-776e-416a-8595-be6ae5ab6cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:59:36.658328 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-f6d994f9-472b-4e7b-a7ca-64b6dfd15eba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:36.658692 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d994f9-472b-4e7b-a7ca-64b6dfd15eba None None] Bound using segment: {'id': 'c9eebd2b-9718-4d11-bc88-206eacd96281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '87c948b6-776e-416a-8595-be6ae5ab6cc6'} {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 07:59:36.659159 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-f6d994f9-472b-4e7b-a7ca-64b6dfd15eba None None] Bound port: 4f847766-608a-4258-bb92-5ebbab701325, host: dv-cinder-786385-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9eebd2b-9718-4d11-bc88-206eacd96281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '87c948b6-776e-416a-8595-be6ae5ab6cc6'}}] {{(pid=91541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 07:59:36.659537 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-f6d994f9-472b-4e7b-a7ca-64b6dfd15eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:36.730846 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-9125888a-14b8-45f6-ba5c-6d0a4b1e743a req-5f432d09-a5b1-429b-95be-718b2e4ba2c6 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0694838 Jun 02 07:59:36.731922 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.db_base_plugin_common [None req-71d50c99-20ff-4864-a7b6-e2237b9433f0 admin admin] Allocated IP 172.28.1.230 (e9a5f3f9-db43-4f06-8bac-5a44878f4be2/e2d41c65-2880-4a37-bb18-2012b034108f/c88f9853-ebf2-4b06-b6a8-2ceab354e304) {{(pid=91540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 07:59:36.754649 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-f6d994f9-472b-4e7b-a7ca-64b6dfd15eba None None] For port 4f847766-608a-4258-bb92-5ebbab701325, host dv-cinder-786385-7-smb, cleared binding levels {{(pid=91541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 07:59:36.758144 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-f6d994f9-472b-4e7b-a7ca-64b6dfd15eba None None] For port 4f847766-608a-4258-bb92-5ebbab701325, host dv-cinder-786385-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=4f847766-608a-4258-bb92-5ebbab701325,segment=NetworkSegment(c9eebd2b-9718-4d11-bc88-206eacd96281),segment_id=c9eebd2b-9718-4d11-bc88-206eacd96281)] {{(pid=91541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 07:59:36.763923 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-f6d994f9-472b-4e7b-a7ca-64b6dfd15eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:36.771639 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:36.794905 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-86327625-40f0-433c-b9d3-8065c835d305 req-fa48d115-d1c1-46d0-bf3e-8596576ae8ad tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/ports?device_id=e176a389-151c-4389-941f-f1b6e77ebdcd HTTP/1.1" status: 200 len: 210 time: 0.1202378 Jun 02 07:59:36.868829 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d994f9-472b-4e7b-a7ca-64b6dfd15eba None None] Pushing event updated for resources: {'Port': ['ID=4f847766-608a-4258-bb92-5ebbab701325,revision_number=2']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:36.868829 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-f6d994f9-472b-4e7b-a7ca-64b6dfd15eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:36.922332 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-71d50c99-20ff-4864-a7b6-e2237b9433f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:36.940001 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-77ef3edb-0bf6-4714-b791-3e13af981836 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Notify callbacks [] for port, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:36.964343 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-71d50c99-20ff-4864-a7b6-e2237b9433f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27652422'] for port, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:36.971304 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:36.981766 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-77ef3edb-0bf6-4714-b791-3e13af981836 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:36.990233 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:37.059379 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-77ef3edb-0bf6-4714-b791-3e13af981836 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Network 430173cd-4ca3-4f17-9be2-7f84b308c880 is already hosted by enough agents. {{(pid=91539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 07:59:37.068390 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-77ef3edb-0bf6-4714-b791-3e13af981836 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Resources bound (agent type, host, resource id): {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:59:37.074713 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-77ef3edb-0bf6-4714-b791-3e13af981836 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Received port after_create {{(pid=91539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 07:59:37.079578 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d50c99-20ff-4864-a7b6-e2237b9433f0 admin admin] Pushing event updated for resources: {'Port': ['ID=c88f9853-ebf2-4b06-b6a8-2ceab354e304,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:37.083237 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-71d50c99-20ff-4864-a7b6-e2237b9433f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:37.098799 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d50c99-20ff-4864-a7b6-e2237b9433f0 admin admin] Network e9a5f3f9-db43-4f06-8bac-5a44878f4be2 is already hosted by enough agents. {{(pid=91540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 07:59:37.106457 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.base_scheduler [None req-71d50c99-20ff-4864-a7b6-e2237b9433f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:59:37.111014 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d50c99-20ff-4864-a7b6-e2237b9433f0 admin admin] Received port after_create {{(pid=91540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 07:59:37.139929 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef3edb-0bf6-4714-b791-3e13af981836 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Pushing event updated for resources: {'Port': ['ID=6ff188ec-14db-4153-9ae1-ea4e6ce514be,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:37.150410 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-77ef3edb-0bf6-4714-b791-3e13af981836 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:37.201692 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-77ef3edb-0bf6-4714-b791-3e13af981836 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:37.202535 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-77ef3edb-0bf6-4714-b791-3e13af981836 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:37.257190 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-77ef3edb-0bf6-4714-b791-3e13af981836 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3962607 Jun 02 07:59:37.270273 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-41cffc9d-d572-4cb3-9051-f4add41e90a6 service neutron] Request body: {'port': {'device_id': 'e176a389-151c-4389-941f-f1b6e77ebdcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:59:37.404583 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-41cffc9d-d572-4cb3-9051-f4add41e90a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:37.836505 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447473b-631c-4985-bf0b-fc86af32560d req-cb82c41f-ea0b-4601-bcaa-51c279acf4a4 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:37.846676 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-b447473b-631c-4985-bf0b-fc86af32560d req-cb82c41f-ea0b-4601-bcaa-51c279acf4a4 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.4939706 Jun 02 07:59:37.956395 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-71d50c99-20ff-4864-a7b6-e2237b9433f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:37.961274 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 4f847766-608a-4258-bb92-5ebbab701325 up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:59:38.037454 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-b447473b-631c-4985-bf0b-fc86af32560d req-4901e7bd-125c-4714-8070-b41fc83a7bf5 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842031 Jun 02 07:59:38.130808 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning for port 4f847766-608a-4258-bb92-5ebbab701325 completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 07:59:38.194965 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f0be7-1612-49cd-be84-99c25230f989 req-b942d5eb-f5f2-4fc5-8f8a-aa901d680b92 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:38.205573 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe571cc-91f5-4b86-b687-a35e41bc047c None None] Network 87c948b6-776e-416a-8595-be6ae5ab6cc6 requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 07:59:38.212410 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9b1f0be7-1612-49cd-be84-99c25230f989 req-b942d5eb-f5f2-4fc5-8f8a-aa901d680b92 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 945 time: 0.5234716 Jun 02 07:59:38.250246 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-41cffc9d-d572-4cb3-9051-f4add41e90a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ff188ec-14db-4153-9ae1-ea4e6ce514be {{(pid=91539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 07:59:38.260458 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-41cffc9d-d572-4cb3-9051-f4add41e90a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:38.303015 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.provisioning_blocks [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-41cffc9d-d572-4cb3-9051-f4add41e90a6 service neutron] Transition to ACTIVE for port object 6ff188ec-14db-4153-9ae1-ea4e6ce514be will not be triggered until provisioned by entity L2. {{(pid=91539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:59:38.315832 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9b1f0be7-1612-49cd-be84-99c25230f989 req-3f5fd684-6569-420d-bd9f-054610b95f6d tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023180 Jun 02 07:59:38.317937 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-41cffc9d-d572-4cb3-9051-f4add41e90a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:38.320525 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-f3808bd5-fba5-48c3-96f9-1c2e8cf942fc None None] Provisioning for port 4f847766-608a-4258-bb92-5ebbab701325 completed by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 07:59:38.328586 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:38.333690 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-f3808bd5-fba5-48c3-96f9-1c2e8cf942fc None None] Provisioning complete for port 4f847766-608a-4258-bb92-5ebbab701325 triggered by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:59:38.334261 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-f3808bd5-fba5-48c3-96f9-1c2e8cf942fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:38.428045 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cffc9d-d572-4cb3-9051-f4add41e90a6 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff188ec-14db-4153-9ae1-ea4e6ce514be,revision_number=2']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:38.440588 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-41cffc9d-d572-4cb3-9051-f4add41e90a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:38.506816 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-71d50c99-20ff-4864-a7b6-e2237b9433f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946160'] for router, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:38.581081 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f169c5a-90ed-4d83-92d6-e011ceb0fc2b req-568b1297-c61e-43c1-8a92-f56f660f22e7 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:38.584002 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-3f169c5a-90ed-4d83-92d6-e011ceb0fc2b req-568b1297-c61e-43c1-8a92-f56f660f22e7 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 946 time: 0.3058696 Jun 02 07:59:38.665714 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-3f169c5a-90ed-4d83-92d6-e011ceb0fc2b req-c01e5fc5-81e7-40dc-80e7-b1f45d514a78 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682149 Jun 02 07:59:38.819210 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-41cffc9d-d572-4cb3-9051-f4add41e90a6 service neutron] Attempting to bind port 6ff188ec-14db-4153-9ae1-ea4e6ce514be on host hv-cinder-78638 for vnic_type normal with profile {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 07:59:38.819546 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-41cffc9d-d572-4cb3-9051-f4add41e90a6 service neutron] Attempting to bind port 6ff188ec-14db-4153-9ae1-ea4e6ce514be by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'b248c05e-10cf-4577-a4bf-3436560b5ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '430173cd-4ca3-4f17-9be2-7f84b308c880'}] {{(pid=91539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 07:59:38.819900 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-41cffc9d-d572-4cb3-9051-f4add41e90a6 service neutron] Attempting to bind port 6ff188ec-14db-4153-9ae1-ea4e6ce514be on network 430173cd-4ca3-4f17-9be2-7f84b308c880 {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 07:59:38.828723 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-41cffc9d-d572-4cb3-9051-f4add41e90a6 service neutron] Port 6ff188ec-14db-4153-9ae1-ea4e6ce514be on network 430173cd-4ca3-4f17-9be2-7f84b308c880 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 07:59:38.828916 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-41cffc9d-d572-4cb3-9051-f4add41e90a6 service neutron] Attempting to bind port 6ff188ec-14db-4153-9ae1-ea4e6ce514be on network 430173cd-4ca3-4f17-9be2-7f84b308c880 {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 07:59:38.834873 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-f3808bd5-fba5-48c3-96f9-1c2e8cf942fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:38.836171 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-41cffc9d-d572-4cb3-9051-f4add41e90a6 service neutron] Checking agent: {'id': '771bc7c6-ed6b-4515-8704-024740aedec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 56, 10), 'started_at': datetime.datetime(2021, 6, 2, 7, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 7, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 07:59:38.836513 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-41cffc9d-d572-4cb3-9051-f4add41e90a6 service neutron] Checking segment: {'id': 'b248c05e-10cf-4577-a4bf-3436560b5ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '430173cd-4ca3-4f17-9be2-7f84b308c880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:59:38.837362 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-41cffc9d-d572-4cb3-9051-f4add41e90a6 service neutron] Bound using segment: {'id': 'b248c05e-10cf-4577-a4bf-3436560b5ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '430173cd-4ca3-4f17-9be2-7f84b308c880'} {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 07:59:38.837799 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-41cffc9d-d572-4cb3-9051-f4add41e90a6 service neutron] Bound port: 6ff188ec-14db-4153-9ae1-ea4e6ce514be, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b248c05e-10cf-4577-a4bf-3436560b5ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '430173cd-4ca3-4f17-9be2-7f84b308c880'}}] {{(pid=91539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 07:59:38.838144 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-41cffc9d-d572-4cb3-9051-f4add41e90a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:38.872303 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d50c99-20ff-4864-a7b6-e2237b9433f0 admin admin] Router 9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec is scheduled to L3 agent 221affb1-81f2-42a7-84c7-b8c79a9401bf with binding_index 1 {{(pid=91540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 07:59:38.880550 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-f3808bd5-fba5-48c3-96f9-1c2e8cf942fc None None] For port 4f847766-608a-4258-bb92-5ebbab701325, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=4f847766-608a-4258-bb92-5ebbab701325,segment=NetworkSegment(c9eebd2b-9718-4d11-bc88-206eacd96281),segment_id=c9eebd2b-9718-4d11-bc88-206eacd96281)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:59:38.889743 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-f3808bd5-fba5-48c3-96f9-1c2e8cf942fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:38.894809 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:38.942442 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96cf6d-a588-4f79-b33d-7e7e41b6d578 req-7a5db910-642b-4d69-9b5a-f856cb4549ab tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:38.943168 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-7c96cf6d-a588-4f79-b33d-7e7e41b6d578 req-7a5db910-642b-4d69-9b5a-f856cb4549ab tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Synchronizing usage tracker for tenant:61fe13389b6a47f8accc993f60f7d2d5 on resource:port {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 07:59:38.984760 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3808bd5-fba5-48c3-96f9-1c2e8cf942fc None None] Pushing event updated for resources: {'Port': ['ID=4f847766-608a-4258-bb92-5ebbab701325,revision_number=3']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:38.985578 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-41cffc9d-d572-4cb3-9051-f4add41e90a6 service neutron] For port 6ff188ec-14db-4153-9ae1-ea4e6ce514be, host hv-cinder-78638, cleared binding levels {{(pid=91539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 07:59:38.990255 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-f3808bd5-fba5-48c3-96f9-1c2e8cf942fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:38.992078 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-41cffc9d-d572-4cb3-9051-f4add41e90a6 service neutron] For port 6ff188ec-14db-4153-9ae1-ea4e6ce514be, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6ff188ec-14db-4153-9ae1-ea4e6ce514be,segment=NetworkSegment(b248c05e-10cf-4577-a4bf-3436560b5ff7),segment_id=b248c05e-10cf-4577-a4bf-3436560b5ff7)] {{(pid=91539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 07:59:38.993432 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-7c96cf6d-a588-4f79-b33d-7e7e41b6d578 req-7a5db910-642b-4d69-9b5a-f856cb4549ab tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Unset dirty status for tenant:61fe13389b6a47f8accc993f60f7d2d5 on resource:port {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 07:59:39.002579 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-7c96cf6d-a588-4f79-b33d-7e7e41b6d578 req-7a5db910-642b-4d69-9b5a-f856cb4549ab tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/ports?device_id=e176a389-151c-4389-941f-f1b6e77ebdcd HTTP/1.1" status: 200 len: 943 time: 0.4095559 Jun 02 07:59:39.027060 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-41cffc9d-d572-4cb3-9051-f4add41e90a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:39.035794 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-f47735eb-8adb-49c2-8718-ad30093c69ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:39.147276 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-41cffc9d-d572-4cb3-9051-f4add41e90a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:39.147913 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-41cffc9d-d572-4cb3-9051-f4add41e90a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:39.149277 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-41cffc9d-d572-4cb3-9051-f4add41e90a6 service neutron] 10.222.0.79 "PUT /v2.0/ports/6ff188ec-14db-4153-9ae1-ea4e6ce514be HTTP/1.1" status: 200 len: 1093 time: 1.8839936 Jun 02 07:59:39.152564 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e176a389-151c-4389-941f-f1b6e77ebdcd', 'tag': '6ff188ec-14db-4153-9ae1-ea4e6ce514be'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 07:59:39.156161 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548403d7-33da-4e9e-b65c-92dc19919819" -d '{"events": [{"name": "network-changed", "server_uuid": "e176a389-151c-4389-941f-f1b6e77ebdcd", "tag": "6ff188ec-14db-4153-9ae1-ea4e6ce514be"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 07:59:39.181911 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-7c96cf6d-a588-4f79-b33d-7e7e41b6d578 req-c7cd9f06-bcda-4bbd-8e97-d2269d888127 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba82d7e7-e2ce-46eb-81e8-21ddad4c9121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783726 Jun 02 07:59:39.318449 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 07:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cf627b-82b3-4b98-acc0-f49b42e6a572 x-openstack-request-id: req-d4cf627b-82b3-4b98-acc0-f49b42e6a572 {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 07:59:39.319161 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e176a389-151c-4389-941f-f1b6e77ebdcd", "tag": "6ff188ec-14db-4153-9ae1-ea4e6ce514be", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 07:59:39.319161 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d4cf627b-82b3-4b98-acc0-f49b42e6a572 {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 07:59:39.322583 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e176a389-151c-4389-941f-f1b6e77ebdcd', 'tag': '6ff188ec-14db-4153-9ae1-ea4e6ce514be', 'status': 'completed', 'code': 200} Jun 02 07:59:39.332088 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cffc9d-d572-4cb3-9051-f4add41e90a6 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff188ec-14db-4153-9ae1-ea4e6ce514be,revision_number=3']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:39.346920 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-41cffc9d-d572-4cb3-9051-f4add41e90a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:39.412131 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-e562538b-af5a-40b9-ae6f-2e7fe3caa91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:39.414222 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-e562538b-af5a-40b9-ae6f-2e7fe3caa91d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=61fe13389b6a47f8accc993f60f7d2d5&device_id=e176a389-151c-4389-941f-f1b6e77ebdcd HTTP/1.1" status: 200 len: 1096 time: 0.2034781 Jun 02 07:59:39.425414 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-18a25efb-ebf8-4838-ae1b-cb33982e9e90 None None] Provisioning complete for port 4f847766-608a-4258-bb92-5ebbab701325 triggered by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:59:39.425799 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-18a25efb-ebf8-4838-ae1b-cb33982e9e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:39.530564 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d50c99-20ff-4864-a7b6-e2237b9433f0 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-smb the message routers_updated {{(pid=91540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 07:59:39.539523 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bbf9ff-f548-4609-a2c7-db21f34028ec None None] Sync routers for ids ['9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec'] in dv-cinder-786385-7-smb {{(pid=91542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 07:59:39.551760 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bbf9ff-f548-4609-a2c7-db21f34028ec None None] Routers {'9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 07:59:39.552410 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-d6bbf9ff-f548-4609-a2c7-db21f34028ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T07:59:33Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec'], 'active': True} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:59:39.582001 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d693d7-cf33-4380-81cb-654f593a0f76 req-f3642901-cfab-41af-a819-fe8c53359704 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:39.589112 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-99d693d7-cf33-4380-81cb-654f593a0f76 req-f3642901-cfab-41af-a819-fe8c53359704 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.1955032 Jun 02 07:59:39.605081 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-71d50c99-20ff-4864-a7b6-e2237b9433f0 admin admin] Notify callbacks [] for router, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:39.606552 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-71d50c99-20ff-4864-a7b6-e2237b9433f0 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1831634 Jun 02 07:59:39.610099 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 43434) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:39.614396 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-6c24cafd-b119-4129-997a-1fded86de08a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ff188ec-14db-4153-9ae1-ea4e6ce514be HTTP/1.1" status: 200 len: 217 time: 0.1923285 Jun 02 07:59:39.722779 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-1d8b36ba-352d-4e5c-b1d2-7ca843990f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:39.724298 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-1d8b36ba-352d-4e5c-b1d2-7ca843990f48 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7de659b5-231d-486f-99b3-08b97a1da388 HTTP/1.1" status: 200 len: 849 time: 0.1013052 Jun 02 07:59:39.743065 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-99d693d7-cf33-4380-81cb-654f593a0f76 req-619501e9-105c-4654-ad70-0cc2834bd8d4 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530192 Jun 02 07:59:39.784026 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-890c2b27-7745-499e-93b4-00570037e3df service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=430173cd-4ca3-4f17-9be2-7f84b308c880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481923 Jun 02 07:59:39.792593 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872778b-a5ef-48a6-a878-ad966c0f03b7 req-d9cc981b-526f-46f3-9ce9-d966a226832f tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:39.801589 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-8872778b-a5ef-48a6-a878-ad966c0f03b7 req-d9cc981b-526f-46f3-9ce9-d966a226832f tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 945 time: 0.2862561 Jun 02 07:59:39.814158 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvr_db [None req-d6bbf9ff-f548-4609-a2c7-db21f34028ec None None] Set router 9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec gateway port host: dv-cinder-786385-7-smb {{(pid=91542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 07:59:39.825941 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:39.901478 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 4f847766-608a-4258-bb92-5ebbab701325 up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:59:39.963774 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-8872778b-a5ef-48a6-a878-ad966c0f03b7 req-95f4c06e-5e71-4765-a854-b32d15c7a823 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611319 Jun 02 07:59:40.004048 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port 4f847766-608a-4258-bb92-5ebbab701325 triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:59:40.006105 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:40.009549 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-1dd79808-559b-4a46-9baa-edcaec192bb9 service neutron] 10.222.0.79 "GET /v2.0/networks/430173cd-4ca3-4f17-9be2-7f84b308c880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055428 Jun 02 07:59:40.201375 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1d2fb-f8b8-4724-9f87-a2c90507a8bd req-15e55fee-2dd0-426c-82df-591009756295 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:40.202355 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d70f1e63-a67b-480c-a1d3-45bb81fac8ce req-c280ebf3-7242-4b05-99c5-a3b6c67f5014 service neutron] 10.222.0.79 "GET /v2.0/networks/430173cd-4ca3-4f17-9be2-7f84b308c880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814437 Jun 02 07:59:40.203621 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-dba1d2fb-f8b8-4724-9f87-a2c90507a8bd req-15e55fee-2dd0-426c-82df-591009756295 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 946 time: 0.2615709 Jun 02 07:59:40.271452 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-d6bbf9ff-f548-4609-a2c7-db21f34028ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'name': 'tempest-TestShelveInstance-629114683-router', 'tenant_id': 'b35f5d14d93b40f0848158412804be41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'c88f9853-ebf2-4b06-b6a8-2ceab354e304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:35Z', 'updated_at': '2021-06-02T07:59:37Z', 'revision_number': 3, 'project_id': 'b35f5d14d93b40f0848158412804be41', 'gw_port': {'id': 'c88f9853-ebf2-4b06-b6a8-2ceab354e304', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:59:36Z', 'updated_at': '2021-06-02T07:59:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb'}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:59:40.275956 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bbf9ff-f548-4609-a2c7-db21f34028ec None None] Checking router: 9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec for host: dv-cinder-786385-7-smb {{(pid=91542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 07:59:40.276523 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bbf9ff-f548-4609-a2c7-db21f34028ec None None] Updating router 9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec port c88f9853-ebf2-4b06-b6a8-2ceab354e304 binding host dv-cinder-786385-7-smb {{(pid=91542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 07:59:40.341991 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-d6bbf9ff-f548-4609-a2c7-db21f34028ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:40.347255 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-dba1d2fb-f8b8-4724-9f87-a2c90507a8bd req-0306449b-e563-43dc-b3b8-299d86924841 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1211801 Jun 02 07:59:40.414098 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548403d7-33da-4e9e-b65c-92dc19919819 req-b12053b5-5c8d-4504-b8a7-13e134211e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:40.415575 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-548403d7-33da-4e9e-b65c-92dc19919819 req-b12053b5-5c8d-4504-b8a7-13e134211e4b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=61fe13389b6a47f8accc993f60f7d2d5&device_id=e176a389-151c-4389-941f-f1b6e77ebdcd HTTP/1.1" status: 200 len: 1096 time: 0.1441970 Jun 02 07:59:40.427046 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6b186-52fd-46c2-8f63-8f98d5df69dd req-c99b7a43-5ba9-41b4-bbe8-a2bc1b645bd1 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:40.433932 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-97b6b186-52fd-46c2-8f63-8f98d5df69dd req-c99b7a43-5ba9-41b4-bbe8-a2bc1b645bd1 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/ports?device_id=e176a389-151c-4389-941f-f1b6e77ebdcd HTTP/1.1" status: 200 len: 943 time: 0.1197584 Jun 02 07:59:40.560271 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-67dca6e6-ca49-4bf3-be57-66fdd49d2846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:40.583123 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-97b6b186-52fd-46c2-8f63-8f98d5df69dd req-978ba917-3bd0-43ea-b60c-423b8e2208bd tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba82d7e7-e2ce-46eb-81e8-21ddad4c9121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483355 Jun 02 07:59:40.625125 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548403d7-33da-4e9e-b65c-92dc19919819 req-36e031c0-c7ab-4af8-b078-7e01dce9d86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:40.626650 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-548403d7-33da-4e9e-b65c-92dc19919819 req-36e031c0-c7ab-4af8-b078-7e01dce9d86e service neutron] 10.222.0.79 "GET /v2.0/networks?id=430173cd-4ca3-4f17-9be2-7f84b308c880 HTTP/1.1" status: 200 len: 910 time: 0.1907675 Jun 02 07:59:40.777207 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-d6bbf9ff-f548-4609-a2c7-db21f34028ec None None] Notify callbacks [] for port, precommit_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:40.798618 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-548403d7-33da-4e9e-b65c-92dc19919819 req-bcb907df-d809-4893-b523-7efebf36039f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ff188ec-14db-4153-9ae1-ea4e6ce514be HTTP/1.1" status: 200 len: 217 time: 0.1645827 Jun 02 07:59:40.802611 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.provisioning_blocks [None req-d6bbf9ff-f548-4609-a2c7-db21f34028ec None None] Transition to ACTIVE for port object c88f9853-ebf2-4b06-b6a8-2ceab354e304 will not be triggered until provisioned by entity L2. {{(pid=91542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:59:40.821753 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-d6bbf9ff-f548-4609-a2c7-db21f34028ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:40.827129 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG oslo_concurrency.lockutils [None req-cddef847-d719-4087-b36b-a01f49698d0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:40.865980 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.db_base_plugin_common [None req-67dca6e6-ca49-4bf3-be57-66fdd49d2846 admin admin] Allocated IP 172.20.0.1 (87c948b6-776e-416a-8595-be6ae5ab6cc6/6b88b624-fc5a-4399-9939-be3292b885fc/8a7c1b31-ca79-41f6-ad27-18da0ef4e120) {{(pid=91540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 07:59:40.891955 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548403d7-33da-4e9e-b65c-92dc19919819 req-b0961a0a-33fe-4313-80e3-5aac06cb1581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:40.894075 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-548403d7-33da-4e9e-b65c-92dc19919819 req-b0961a0a-33fe-4313-80e3-5aac06cb1581 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7de659b5-231d-486f-99b3-08b97a1da388 HTTP/1.1" status: 200 len: 849 time: 0.0873640 Jun 02 07:59:40.954420 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.managers [None req-d6bbf9ff-f548-4609-a2c7-db21f34028ec None None] Attempting to bind port c88f9853-ebf2-4b06-b6a8-2ceab354e304 on host dv-cinder-786385-7-smb for vnic_type normal with profile {{(pid=91542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 07:59:40.955118 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.managers [None req-d6bbf9ff-f548-4609-a2c7-db21f34028ec None None] Attempting to bind port c88f9853-ebf2-4b06-b6a8-2ceab354e304 by drivers openvswitch,hyperv on host dv-cinder-786385-7-smb at level 0 using segments [{'id': 'f5cbd04c-dcdc-483c-9882-54251cba879c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'}] {{(pid=91542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 07:59:40.955640 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bbf9ff-f548-4609-a2c7-db21f34028ec None None] Attempting to bind port c88f9853-ebf2-4b06-b6a8-2ceab354e304 on network e9a5f3f9-db43-4f06-8bac-5a44878f4be2 {{(pid=91542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 07:59:40.964469 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bbf9ff-f548-4609-a2c7-db21f34028ec None None] Checking agent: {'id': '2a0e1ac3-7fb5-40bc-887e-90e9797fe79d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 50, 2), 'started_at': datetime.datetime(2021, 6, 2, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 7, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 07:59:40.965037 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bbf9ff-f548-4609-a2c7-db21f34028ec None None] Checking segment: {'id': 'f5cbd04c-dcdc-483c-9882-54251cba879c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:59:40.965603 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-d6bbf9ff-f548-4609-a2c7-db21f34028ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:40.966823 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bbf9ff-f548-4609-a2c7-db21f34028ec None None] Bound using segment: {'id': 'f5cbd04c-dcdc-483c-9882-54251cba879c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'} {{(pid=91542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 07:59:40.966823 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.managers [None req-d6bbf9ff-f548-4609-a2c7-db21f34028ec None None] Bound port: c88f9853-ebf2-4b06-b6a8-2ceab354e304, host: dv-cinder-786385-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5cbd04c-dcdc-483c-9882-54251cba879c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'}}] {{(pid=91542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 07:59:40.971285 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-d6bbf9ff-f548-4609-a2c7-db21f34028ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:40.979227 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-548403d7-33da-4e9e-b65c-92dc19919819 req-bd152c1b-a47d-4e8c-aae2-6cd9c18565a5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=430173cd-4ca3-4f17-9be2-7f84b308c880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765095 Jun 02 07:59:40.998629 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc8d22-0b81-4766-a65c-a5cf3d9cacbd None None] Pushing event updated for resources: {'Port': ['ID=c88f9853-ebf2-4b06-b6a8-2ceab354e304,revision_number=2']} {{(pid=91542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:41.022806 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dc8d22-0b81-4766-a65c-a5cf3d9cacbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:41.023136 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dc8d22-0b81-4766-a65c-a5cf3d9cacbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:41.023534 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dc8d22-0b81-4766-a65c-a5cf3d9cacbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:41.023883 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dc8d22-0b81-4766-a65c-a5cf3d9cacbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:41.024205 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dc8d22-0b81-4766-a65c-a5cf3d9cacbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:41.024524 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dc8d22-0b81-4766-a65c-a5cf3d9cacbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:41.024837 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dc8d22-0b81-4766-a65c-a5cf3d9cacbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:41.025150 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dc8d22-0b81-4766-a65c-a5cf3d9cacbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:41.025460 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dc8d22-0b81-4766-a65c-a5cf3d9cacbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:41.025771 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dc8d22-0b81-4766-a65c-a5cf3d9cacbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:41.026079 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dc8d22-0b81-4766-a65c-a5cf3d9cacbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:41.026384 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dc8d22-0b81-4766-a65c-a5cf3d9cacbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:41.032838 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG oslo_concurrency.lockutils [None req-96dc8d22-0b81-4766-a65c-a5cf3d9cacbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:41.066597 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.db [None req-d6bbf9ff-f548-4609-a2c7-db21f34028ec None None] For port c88f9853-ebf2-4b06-b6a8-2ceab354e304, host dv-cinder-786385-7-smb, cleared binding levels {{(pid=91542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 07:59:41.071931 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.db [None req-d6bbf9ff-f548-4609-a2c7-db21f34028ec None None] For port c88f9853-ebf2-4b06-b6a8-2ceab354e304, host dv-cinder-786385-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=c88f9853-ebf2-4b06-b6a8-2ceab354e304,segment=NetworkSegment(f5cbd04c-dcdc-483c-9882-54251cba879c),segment_id=f5cbd04c-dcdc-483c-9882-54251cba879c)] {{(pid=91542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 07:59:41.079678 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-d6bbf9ff-f548-4609-a2c7-db21f34028ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:41.086669 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:41.183221 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-548403d7-33da-4e9e-b65c-92dc19919819 req-af03b812-fc8b-4e5d-a5f9-d543745e2eb8 service neutron] 10.222.0.79 "GET /v2.0/networks/430173cd-4ca3-4f17-9be2-7f84b308c880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943994 Jun 02 07:59:41.186005 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bbf9ff-f548-4609-a2c7-db21f34028ec None None] Routers {'9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 07:59:41.187719 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-d6bbf9ff-f548-4609-a2c7-db21f34028ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T07:59:33Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec'], 'active': True} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:59:41.197710 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-67dca6e6-ca49-4bf3-be57-66fdd49d2846 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:41.214224 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.provisioning_blocks [None req-67dca6e6-ca49-4bf3-be57-66fdd49d2846 admin admin] Transition to ACTIVE for port object 8a7c1b31-ca79-41f6-ad27-18da0ef4e120 will not be triggered until provisioned by entity DHCP. {{(pid=91540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:59:41.246258 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-67dca6e6-ca49-4bf3-be57-66fdd49d2846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27652422'] for port, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:41.257199 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:41.340642 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dca6e6-ca49-4bf3-be57-66fdd49d2846 admin admin] Network 87c948b6-776e-416a-8595-be6ae5ab6cc6 is already hosted by enough agents. {{(pid=91540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 07:59:41.346432 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.base_scheduler [None req-67dca6e6-ca49-4bf3-be57-66fdd49d2846 admin admin] Resources bound (agent type, host, resource id): {{(pid=91540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:59:41.349645 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dca6e6-ca49-4bf3-be57-66fdd49d2846 admin admin] Pushing event updated for resources: {'Port': ['ID=8a7c1b31-ca79-41f6-ad27-18da0ef4e120,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:41.353436 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dca6e6-ca49-4bf3-be57-66fdd49d2846 admin admin] Received port after_create {{(pid=91540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 07:59:41.434167 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ef6ff-bf90-4718-97fe-e4b3fc651717 req-a5b5d3bd-df00-4e1c-a59f-d6e953ceeb64 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:41.443099 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d85ef6ff-bf90-4718-97fe-e4b3fc651717 req-a5b5d3bd-df00-4e1c-a59f-d6e953ceeb64 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 945 time: 0.2583356 Jun 02 07:59:41.448246 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-548403d7-33da-4e9e-b65c-92dc19919819 req-a580d1a4-2c1f-453d-840a-362986274a5e service neutron] 10.222.0.79 "GET /v2.0/networks/430173cd-4ca3-4f17-9be2-7f84b308c880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285984 Jun 02 07:59:41.525963 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-67dca6e6-ca49-4bf3-be57-66fdd49d2846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:41.546646 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d85ef6ff-bf90-4718-97fe-e4b3fc651717 req-30d0b1d6-32aa-4f15-901f-a4efeed2917d tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018503 Jun 02 07:59:41.562992 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f7081-1599-4b0c-9f4e-fde4a581e6ad req-d2b1cf64-e3d7-48b1-8707-f898f3ae5069 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:41.578367 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc8d22-0b81-4766-a65c-a5cf3d9cacbd None None] Pushing event updated for resources: {'Port': ['ID=c88f9853-ebf2-4b06-b6a8-2ceab354e304,revision_number=3']} {{(pid=91542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:41.581227 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-3c0f7081-1599-4b0c-9f4e-fde4a581e6ad req-d2b1cf64-e3d7-48b1-8707-f898f3ae5069 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.6367059 Jun 02 07:59:41.587709 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG oslo_concurrency.lockutils [None req-96dc8d22-0b81-4766-a65c-a5cf3d9cacbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=91542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:41.605181 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvr_db [None req-d6bbf9ff-f548-4609-a2c7-db21f34028ec None None] Set router 9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec gateway port host: dv-cinder-786385-7-smb {{(pid=91542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 07:59:41.613310 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-67dca6e6-ca49-4bf3-be57-66fdd49d2846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945850'] for router_interface, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:41.654118 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-3c0f7081-1599-4b0c-9f4e-fde4a581e6ad req-732fcca3-5521-4453-9586-bb53981870e9 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719409 Jun 02 07:59:41.764151 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-8ab462cf-07e9-4f14-a3ad-e00624787dfa None None] Provisioning for port 8a7c1b31-ca79-41f6-ad27-18da0ef4e120 completed by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 07:59:41.770859 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-8ab462cf-07e9-4f14-a3ad-e00624787dfa None None] Provisioning complete for port 8a7c1b31-ca79-41f6-ad27-18da0ef4e120 triggered by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:59:41.771428 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-8ab462cf-07e9-4f14-a3ad-e00624787dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:41.773862 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9d7d5-e193-4463-a831-99f65922a305 req-006a173f-1c94-4425-868b-7951d9ed3e75 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:41.775392 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-b6a9d7d5-e193-4463-a831-99f65922a305 req-006a173f-1c94-4425-868b-7951d9ed3e75 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 946 time: 0.1021867 Jun 02 07:59:41.857134 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-8ab462cf-07e9-4f14-a3ad-e00624787dfa None None] Port 8a7c1b31-ca79-41f6-ad27-18da0ef4e120 cannot update to ACTIVE because it is not bound. {{(pid=91541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 07:59:41.857337 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-b6a9d7d5-e193-4463-a831-99f65922a305 req-ad85e977-c4f6-499a-8a92-099d55b816aa tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0707843 Jun 02 07:59:41.872015 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-67dca6e6-ca49-4bf3-be57-66fdd49d2846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:41.964475 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-d6bbf9ff-f548-4609-a2c7-db21f34028ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'name': 'tempest-TestShelveInstance-629114683-router', 'tenant_id': 'b35f5d14d93b40f0848158412804be41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'c88f9853-ebf2-4b06-b6a8-2ceab354e304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:35Z', 'updated_at': '2021-06-02T07:59:37Z', 'revision_number': 3, 'project_id': 'b35f5d14d93b40f0848158412804be41', 'gw_port': {'id': 'c88f9853-ebf2-4b06-b6a8-2ceab354e304', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:59:36Z', 'updated_at': '2021-06-02T07:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb'}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:59:41.968978 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bbf9ff-f548-4609-a2c7-db21f34028ec None None] The sync data for ids ['9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec'] in dv-cinder-786385-7-smb is: [{'id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'name': 'tempest-TestShelveInstance-629114683-router', 'tenant_id': 'b35f5d14d93b40f0848158412804be41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'c88f9853-ebf2-4b06-b6a8-2ceab354e304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:35Z', 'updated_at': '2021-06-02T07:59:37Z', 'revision_number': 3, 'project_id': 'b35f5d14d93b40f0848158412804be41', 'gw_port': {'id': 'c88f9853-ebf2-4b06-b6a8-2ceab354e304', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:59:36Z', 'updated_at': '2021-06-02T07:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb'}] {{(pid=91542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 07:59:41.992867 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb25b8-ef7f-434f-b6c5-3ff0a3798ec1 req-676512b8-7b44-4c39-82aa-8381a20de820 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:41.998382 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-17bb25b8-ef7f-434f-b6c5-3ff0a3798ec1 req-676512b8-7b44-4c39-82aa-8381a20de820 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/ports?device_id=e176a389-151c-4389-941f-f1b6e77ebdcd HTTP/1.1" status: 200 len: 943 time: 0.1883998 Jun 02 07:59:42.119871 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-17bb25b8-ef7f-434f-b6c5-3ff0a3798ec1 req-231cf888-b215-4e65-aa31-aad875a759e1 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Synchronizing usage tracker for tenant:61fe13389b6a47f8accc993f60f7d2d5 on resource:security_group {{(pid=91540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 07:59:42.166505 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-17bb25b8-ef7f-434f-b6c5-3ff0a3798ec1 req-231cf888-b215-4e65-aa31-aad875a759e1 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Unset dirty status for tenant:61fe13389b6a47f8accc993f60f7d2d5 on resource:security_group {{(pid=91540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 07:59:42.175936 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-17bb25b8-ef7f-434f-b6c5-3ff0a3798ec1 req-231cf888-b215-4e65-aa31-aad875a759e1 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba82d7e7-e2ce-46eb-81e8-21ddad4c9121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665795 Jun 02 07:59:42.192220 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-67dca6e6-ca49-4bf3-be57-66fdd49d2846 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:42.195645 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-67dca6e6-ca49-4bf3-be57-66fdd49d2846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27652429'] for port, after_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:42.238759 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:42.333055 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-67dca6e6-ca49-4bf3-be57-66fdd49d2846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945887'] for router_interface, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:42.336746 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dca6e6-ca49-4bf3-be57-66fdd49d2846 admin admin] Pushing event updated for resources: {'Port': ['ID=8a7c1b31-ca79-41f6-ad27-18da0ef4e120,revision_number=2']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:42.340154 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-67dca6e6-ca49-4bf3-be57-66fdd49d2846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:42.477591 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dca6e6-ca49-4bf3-be57-66fdd49d2846 admin admin] Network 87c948b6-776e-416a-8595-be6ae5ab6cc6 is already hosted by enough agents. {{(pid=91540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 07:59:42.478702 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.base_scheduler [None req-67dca6e6-ca49-4bf3-be57-66fdd49d2846 admin admin] Resources bound (agent type, host, resource id): {{(pid=91540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:59:42.570916 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 6ff188ec-14db-4153-9ae1-ea4e6ce514be details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=91541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 07:59:42.880809 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6315c2-bdb2-4092-b73f-ac16dbf61ce8 req-40d0b04a-acaa-40f1-a226-14e6b0c7e491 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:42.890342 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-da6315c2-bdb2-4092-b73f-ac16dbf61ce8 req-40d0b04a-acaa-40f1-a226-14e6b0c7e491 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 945 time: 0.1298106 Jun 02 07:59:42.909545 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67dca6e6-ca49-4bf3-be57-66fdd49d2846 admin admin] Router 9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec has already been hosted by L3 agent 221affb1-81f2-42a7-84c7-b8c79a9401bf {{(pid=91540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 07:59:42.949860 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-6bc60b5f-6d79-44ca-8a4f-0d80e6a0241a None None] Provisioning complete for port 8a7c1b31-ca79-41f6-ad27-18da0ef4e120 triggered by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:59:42.950791 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-6bc60b5f-6d79-44ca-8a4f-0d80e6a0241a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:42.961889 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-da6315c2-bdb2-4092-b73f-ac16dbf61ce8 req-9d4ec74c-6dea-455b-bd18-8c543d9bcf7a tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702834 Jun 02 07:59:43.016826 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 6ff188ec-14db-4153-9ae1-ea4e6ce514be, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6ff188ec-14db-4153-9ae1-ea4e6ce514be,segment=NetworkSegment(b248c05e-10cf-4577-a4bf-3436560b5ff7),segment_id=b248c05e-10cf-4577-a4bf-3436560b5ff7)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:59:43.036479 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-6bc60b5f-6d79-44ca-8a4f-0d80e6a0241a None None] Port 8a7c1b31-ca79-41f6-ad27-18da0ef4e120 cannot update to ACTIVE because it is not bound. {{(pid=91541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 07:59:43.038257 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Returning: {'device': '6ff188ec-14db-4153-9ae1-ea4e6ce514be', 'network_id': '430173cd-4ca3-4f17-9be2-7f84b308c880', 'port_id': '6ff188ec-14db-4153-9ae1-ea4e6ce514be', 'mac_address': 'fa:16:3e:c1:f2:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de659b5-231d-486f-99b3-08b97a1da388', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 07:59:43.128441 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:43.153525 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ff188ec-14db-4153-9ae1-ea4e6ce514be {{(pid=91541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 07:59:43.174261 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 6ff188ec-14db-4153-9ae1-ea4e6ce514be, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6ff188ec-14db-4153-9ae1-ea4e6ce514be,segment=NetworkSegment(b248c05e-10cf-4577-a4bf-3436560b5ff7),segment_id=b248c05e-10cf-4577-a4bf-3436560b5ff7)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:59:43.181746 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:43.183618 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:43.238747 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ed59d-afd7-4eec-90fc-2b604733983a req-b6100702-35ec-4148-9fbb-8e8ba14c87e6 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:43.244152 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-b57ed59d-afd7-4eec-90fc-2b604733983a req-b6100702-35ec-4148-9fbb-8e8ba14c87e6 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 946 time: 0.1421010 Jun 02 07:59:43.261075 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa74f44-1da2-424b-ab19-35c8eec369b0 req-c1608494-fca3-4ad3-a5cd-ae1ae44c9fbe tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:43.262696 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-6aa74f44-1da2-424b-ab19-35c8eec369b0 req-c1608494-fca3-4ad3-a5cd-ae1ae44c9fbe tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.3284538 Jun 02 07:59:43.267711 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67dca6e6-ca49-4bf3-be57-66fdd49d2846 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-smb the message routers_updated {{(pid=91540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 07:59:43.285303 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=6ff188ec-14db-4153-9ae1-ea4e6ce514be,revision_number=4']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:43.289238 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:43.311911 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-67dca6e6-ca49-4bf3-be57-66fdd49d2846 admin admin] 10.222.0.81 "PUT /v2.0/routers/9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6950545 Jun 02 07:59:43.338978 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-6aa74f44-1da2-424b-ab19-35c8eec369b0 req-8cd0fbb9-b2ee-42b9-b306-50d05be4ab39 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690889 Jun 02 07:59:43.343081 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-b57ed59d-afd7-4eec-90fc-2b604733983a req-de8e9a8c-765d-4583-89c1-2d9f7163309e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0785010 Jun 02 07:59:43.521612 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['6ff188ec-14db-4153-9ae1-ea4e6ce514be'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 07:59:43.602364 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77196fde-5d05-42f8-a8c1-fe6800d767c9 req-a6f457a7-92d3-4739-93eb-4036b278f5d0 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:43.604435 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-77196fde-5d05-42f8-a8c1-fe6800d767c9 req-a6f457a7-92d3-4739-93eb-4036b278f5d0 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/ports?device_id=e176a389-151c-4389-941f-f1b6e77ebdcd HTTP/1.1" status: 200 len: 944 time: 0.1261501 Jun 02 07:59:43.675329 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-77196fde-5d05-42f8-a8c1-fe6800d767c9 req-68d611ce-ea5f-4df6-9891-c402c3bf6bf8 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba82d7e7-e2ce-46eb-81e8-21ddad4c9121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615849 Jun 02 07:59:43.857284 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device c88f9853-ebf2-4b06-b6a8-2ceab354e304 up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:59:43.921203 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3a0ddb-8766-4084-a265-f09a4c28688b None None] Sync routers for ids ['9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec'] in dv-cinder-786385-7-smb {{(pid=91541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 07:59:43.933141 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3a0ddb-8766-4084-a265-f09a4c28688b None None] Routers {'9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 07:59:43.934229 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-0f3a0ddb-8766-4084-a265-f09a4c28688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T07:59:33Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec'], 'active': True} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:59:44.010338 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning for port c88f9853-ebf2-4b06-b6a8-2ceab354e304 completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 07:59:44.029993 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port c88f9853-ebf2-4b06-b6a8-2ceab354e304 triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:59:44.030382 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:44.042882 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 43532) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:44.048983 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-0b16969c-da16-4ca6-916b-1d74ec4fc89a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1475010617-network', 'tenant_id': '88d1c99c01eb4af48ecfcec25f792f5c'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:59:44.054932 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-0b16969c-da16-4ca6-916b-1d74ec4fc89a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:44.065894 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-0b16969c-da16-4ca6-916b-1d74ec4fc89a admin admin] Usage tracker for resource:network and tenant:88d1c99c01eb4af48ecfcec25f792f5c is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:44.069658 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-0b16969c-da16-4ca6-916b-1d74ec4fc89a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:44.076297 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-0b16969c-da16-4ca6-916b-1d74ec4fc89a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:44.102848 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b16969c-da16-4ca6-916b-1d74ec4fc89a admin admin] Made reservation on behalf of 88d1c99c01eb4af48ecfcec25f792f5c for: {'network': 1} {{(pid=91540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 07:59:44.110748 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-0b16969c-da16-4ca6-916b-1d74ec4fc89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3847429'] for network, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:44.132144 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-0b16969c-da16-4ca6-916b-1d74ec4fc89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:44.146998 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-0b16969c-da16-4ca6-916b-1d74ec4fc89a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:44.150960 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-0b16969c-da16-4ca6-916b-1d74ec4fc89a admin admin] Usage tracker for resource:security_group_rule and tenant:88d1c99c01eb4af48ecfcec25f792f5c is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:44.153896 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-0b16969c-da16-4ca6-916b-1d74ec4fc89a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:44.160488 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-0b16969c-da16-4ca6-916b-1d74ec4fc89a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:44.247663 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a78913-102c-427f-957a-8d92ff97b41b req-d3c80ce8-6403-4f25-8d8f-a2ed624ec77b tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:44.251005 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-43a78913-102c-427f-957a-8d92ff97b41b req-d3c80ce8-6403-4f25-8d8f-a2ed624ec77b tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 945 time: 0.1254017 Jun 02 07:59:44.270037 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:44.279432 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvr_db [None req-0f3a0ddb-8766-4084-a265-f09a4c28688b None None] Set router 9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec gateway port host: dv-cinder-786385-7-smb {{(pid=91541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 07:59:44.280440 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-0b16969c-da16-4ca6-916b-1d74ec4fc89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:44.286504 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-0b16969c-da16-4ca6-916b-1d74ec4fc89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:44.291289 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-65cf0d31-db86-48c4-8e59-0fd25b25fb6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:44.303512 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 43536) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:44.326642 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-43a78913-102c-427f-957a-8d92ff97b41b req-a698de6a-999c-4d85-8ee2-b132a1544c39 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641549 Jun 02 07:59:44.328650 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16969c-da16-4ca6-916b-1d74ec4fc89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79be37c2-ca62-40cb-bfd1-d2e19b91fb63,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:44.333490 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-0b16969c-da16-4ca6-916b-1d74ec4fc89a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:44.334171 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b16969c-da16-4ca6-916b-1d74ec4fc89a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=91540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 07:59:44.347352 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-0b16969c-da16-4ca6-916b-1d74ec4fc89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479'] for segment, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:44.347939 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.db.segments_db [None req-0b16969c-da16-4ca6-916b-1d74ec4fc89a admin admin] Added segment 206d5cf8-2d06-4bb4-9898-c32134c88e47 of type vlan for network 60a42099-4ca4-415f-baa5-9b101a74b2f6 Jun 02 07:59:44.385761 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-0b16969c-da16-4ca6-916b-1d74ec4fc89a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746790259047'] for network, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:44.423764 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-0b16969c-da16-4ca6-916b-1d74ec4fc89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-947529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536110'] for network, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:44.427220 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b16969c-da16-4ca6-916b-1d74ec4fc89a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:44.428568 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-0b16969c-da16-4ca6-916b-1d74ec4fc89a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for network, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:44.436231 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:44.458896 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-b041a231-2816-477f-8b93-df8ff3280df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:44.476012 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-b041a231-2816-477f-8b93-df8ff3280df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:44.480498 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-b041a231-2816-477f-8b93-df8ff3280df3 admin admin] Usage tracker for resource:security_group_rule and tenant:e9353dd87c374b03882e622b181237ab is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:44.484861 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-b041a231-2816-477f-8b93-df8ff3280df3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:44.492059 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-b041a231-2816-477f-8b93-df8ff3280df3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:44.628818 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] For port c88f9853-ebf2-4b06-b6a8-2ceab354e304, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=c88f9853-ebf2-4b06-b6a8-2ceab354e304,segment=NetworkSegment(f5cbd04c-dcdc-483c-9882-54251cba879c),segment_id=f5cbd04c-dcdc-483c-9882-54251cba879c)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:59:44.630404 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 6ff188ec-14db-4153-9ae1-ea4e6ce514be up at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:59:44.633167 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16969c-da16-4ca6-916b-1d74ec4fc89a admin admin] Pushing event updated for resources: {'Network': ['ID=60a42099-4ca4-415f-baa5-9b101a74b2f6,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:44.670368 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-0b16969c-da16-4ca6-916b-1d74ec4fc89a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:44.671782 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-b041a231-2816-477f-8b93-df8ff3280df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:44.682884 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Network 60a42099-4ca4-415f-baa5-9b101a74b2f6 details requested by agent ovs-agent-dv-cinder-786385-7-smb with host dv-cinder-786385-7-smb {{(pid=91541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 02 07:59:44.688641 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-b041a231-2816-477f-8b93-df8ff3280df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:44.696723 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-8f3e6f08-9528-4a06-af1a-176d044f4ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:44.713358 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:44.720541 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-0b16969c-da16-4ca6-916b-1d74ec4fc89a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6764703 Jun 02 07:59:44.721141 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 43550) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:44.727150 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71e8e7-6cb6-4d61-81cc-d631ef92a07d req-edb4dbc2-c9a3-48c4-94bc-7bc69a77ba25 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:44.727794 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-5db030f9-3a66-416c-9070-f54c4ffe0d9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:44.729383 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-99a1ba8b-d4b1-4f7b-8d50-c4e9518f4459 admin admin] Request body: {'subnet': {'network_id': '60a42099-4ca4-415f-baa5-9b101a74b2f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1475010617-subnet', 'tenant_id': '88d1c99c01eb4af48ecfcec25f792f5c', 'ip_version': 4}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:59:44.735396 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-7b71e8e7-6cb6-4d61-81cc-d631ef92a07d req-edb4dbc2-c9a3-48c4-94bc-7bc69a77ba25 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 946 time: 0.1701448 Jun 02 07:59:44.737479 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-99a1ba8b-d4b1-4f7b-8d50-c4e9518f4459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:44.745527 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-99a1ba8b-d4b1-4f7b-8d50-c4e9518f4459 admin admin] Usage tracker for resource:subnet and tenant:88d1c99c01eb4af48ecfcec25f792f5c is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:44.757647 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571cf649-ee64-4759-95d2-55da075fa773 req-97d0e454-1693-4292-916a-9721a4022047 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:44.759144 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-571cf649-ee64-4759-95d2-55da075fa773 req-97d0e454-1693-4292-916a-9721a4022047 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.1341364 Jun 02 07:59:44.760058 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-99a1ba8b-d4b1-4f7b-8d50-c4e9518f4459 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:44.767808 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-99a1ba8b-d4b1-4f7b-8d50-c4e9518f4459 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:44.806266 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-b041a231-2816-477f-8b93-df8ff3280df3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e9353dd87c374b03882e622b181237ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5012608 Jun 02 07:59:44.806962 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041a231-2816-477f-8b93-df8ff3280df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e08ee0-acc4-4b69-865a-dedcbc9be716,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:44.812374 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 43552) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:44.816398 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-b041a231-2816-477f-8b93-df8ff3280df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:44.831772 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-7b71e8e7-6cb6-4d61-81cc-d631ef92a07d req-b06a4a3d-4cac-4166-8cc1-467a7a47bb22 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0924234 Jun 02 07:59:44.839589 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-571cf649-ee64-4759-95d2-55da075fa773 req-c0a53881-0502-43b3-84f0-1d47dfe4de99 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732651 Jun 02 07:59:44.853933 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a1ba8b-d4b1-4f7b-8d50-c4e9518f4459 admin admin] Made reservation on behalf of 88d1c99c01eb4af48ecfcec25f792f5c for: {'subnet': 1} {{(pid=91540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 07:59:44.856633 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-99a1ba8b-d4b1-4f7b-8d50-c4e9518f4459 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27727344'] for subnet, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:44.862310 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Pushing event updated for resources: {'Port': ['ID=c88f9853-ebf2-4b06-b6a8-2ceab354e304,revision_number=4']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:44.940343 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:44.972260 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-4e716042-3684-4381-b6e4-50104dbcf9dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:45.046038 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a7b2a-0144-4cd0-93a0-fe592412d5c0 req-95c08771-cb0b-4683-8a5c-feabf387c92f tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:45.053267 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-aa9a7b2a-0144-4cd0-93a0-fe592412d5c0 req-95c08771-cb0b-4683-8a5c-feabf387c92f tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/ports?device_id=e176a389-151c-4389-941f-f1b6e77ebdcd HTTP/1.1" status: 200 len: 944 time: 0.1145916 Jun 02 07:59:45.085167 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-4e716042-3684-4381-b6e4-50104dbcf9dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:45.117813 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-aa9a7b2a-0144-4cd0-93a0-fe592412d5c0 req-da1a5caf-5873-4c19-9aa9-1f2509f02a33 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba82d7e7-e2ce-46eb-81e8-21ddad4c9121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633781 Jun 02 07:59:45.234253 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-4e716042-3684-4381-b6e4-50104dbcf9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:45.241217 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning for port 6ff188ec-14db-4153-9ae1-ea4e6ce514be completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 07:59:45.245110 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-24d25d84-7c50-4a85-a6ac-d87ddf1aafd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:45.272934 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning complete for port 6ff188ec-14db-4153-9ae1-ea4e6ce514be triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:59:45.273589 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:45.324866 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e716042-3684-4381-b6e4-50104dbcf9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e08ee0-acc4-4b69-865a-dedcbc9be716,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:45.329937 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-4e716042-3684-4381-b6e4-50104dbcf9dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:45.366120 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-4e716042-3684-4381-b6e4-50104dbcf9dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:45.367327 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-4e716042-3684-4381-b6e4-50104dbcf9dd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/78e08ee0-acc4-4b69-865a-dedcbc9be716 HTTP/1.1" status: 204 len: 168 time: 0.5540669 Jun 02 07:59:45.422518 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-0f3a0ddb-8766-4084-a265-f09a4c28688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'name': 'tempest-TestShelveInstance-629114683-router', 'tenant_id': 'b35f5d14d93b40f0848158412804be41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'c88f9853-ebf2-4b06-b6a8-2ceab354e304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:35Z', 'updated_at': '2021-06-02T07:59:41Z', 'revision_number': 4, 'project_id': 'b35f5d14d93b40f0848158412804be41', 'gw_port': {'id': 'c88f9853-ebf2-4b06-b6a8-2ceab354e304', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:59:36Z', 'updated_at': '2021-06-02T07:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': '8a7c1b31-ca79-41f6-ad27-18da0ef4e120', 'name': '', 'network_id': '87c948b6-776e-416a-8595-be6ae5ab6cc6', 'tenant_id': 'b35f5d14d93b40f0848158412804be41', 'mac_address': 'fa:16:3e:e4:40:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6b88b624-fc5a-4399-9939-be3292b885fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:59:40Z', 'updated_at': '2021-06-02T07:59:41Z', 'revision_number': 2, 'project_id': 'b35f5d14d93b40f0848158412804be41', 'subnets': [{'id': '6b88b624-fc5a-4399-9939-be3292b885fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:59:45.427232 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3a0ddb-8766-4084-a265-f09a4c28688b None None] Checking router: 9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec for host: dv-cinder-786385-7-smb {{(pid=91541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 07:59:45.427784 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3a0ddb-8766-4084-a265-f09a4c28688b None None] Updating router 9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec port 8a7c1b31-ca79-41f6-ad27-18da0ef4e120 binding host dv-cinder-786385-7-smb {{(pid=91541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 07:59:45.534036 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-0f3a0ddb-8766-4084-a265-f09a4c28688b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:45.631934 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c32d8-deda-422a-a55b-776ee2b170c5 req-d803201c-426c-4d0a-8869-3ec002b37ebb tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:45.640441 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-760c32d8-deda-422a-a55b-776ee2b170c5 req-d803201c-426c-4d0a-8869-3ec002b37ebb tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.2110629 Jun 02 07:59:45.665518 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dddca4-f4b0-4c1f-b651-14fda70f4577 req-2fbb51df-1794-4b02-a91e-9e9f4449dfb7 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:45.673652 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-a5dddca4-f4b0-4c1f-b651-14fda70f4577 req-2fbb51df-1794-4b02-a91e-9e9f4449dfb7 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 945 time: 0.1903749 Jun 02 07:59:45.679509 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:45.679733 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662d9f5-00b8-4f86-9841-4cde0bbcf020 req-e0d1057d-c278-41bd-b496-2ebf77d2e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:45.681247 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d662d9f5-00b8-4f86-9841-4cde0bbcf020 req-e0d1057d-c278-41bd-b496-2ebf77d2e166 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=688fc7fec3424c8e87ae035c39491898&device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 1098 time: 0.2000263 Jun 02 07:59:45.703233 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-760c32d8-deda-422a-a55b-776ee2b170c5 req-61f7b32b-025a-4fab-adb6-7ac0cdac70e2 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567191 Jun 02 07:59:45.727396 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e176a389-151c-4389-941f-f1b6e77ebdcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff188ec-14db-4153-9ae1-ea4e6ce514be'}] {{(pid=91541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 07:59:45.730356 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab578fc78af4bba4052238dc90c68e3a7405fe2d006a0c4fb1b419504dc30437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415c32f8-aa6f-45f3-bbea-b8ce5cd400ac" -d '{"events": [{"server_uuid": "e176a389-151c-4389-941f-f1b6e77ebdcd", "name": "network-vif-plugged", "status": "completed", "tag": "6ff188ec-14db-4153-9ae1-ea4e6ce514be"}]}' {{(pid=91541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 07:59:45.786455 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-a5dddca4-f4b0-4c1f-b651-14fda70f4577 req-aa17879e-8a25-438a-91f8-0e9897fd4c46 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117301 Jun 02 07:59:45.840299 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 07:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669f30d4-ab38-4f13-bffa-66d6ea86ce0c x-openstack-request-id: req-669f30d4-ab38-4f13-bffa-66d6ea86ce0c {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 07:59:45.840668 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e176a389-151c-4389-941f-f1b6e77ebdcd", "name": "network-vif-plugged", "status": "completed", "tag": "6ff188ec-14db-4153-9ae1-ea4e6ce514be", "code": 200}]} {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 07:59:45.841064 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-669f30d4-ab38-4f13-bffa-66d6ea86ce0c {{(pid=91541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 07:59:45.841565 dv-cinder-786385-7-smb neutron-server[91541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e176a389-151c-4389-941f-f1b6e77ebdcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff188ec-14db-4153-9ae1-ea4e6ce514be', 'code': 200} Jun 02 07:59:45.847334 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 6ff188ec-14db-4153-9ae1-ea4e6ce514be, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6ff188ec-14db-4153-9ae1-ea4e6ce514be,segment=NetworkSegment(b248c05e-10cf-4577-a4bf-3436560b5ff7),segment_id=b248c05e-10cf-4577-a4bf-3436560b5ff7)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:59:45.856884 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:45.866530 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-bc2bb510-37c6-466e-bae1-8937181f3445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:45.883107 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662d9f5-00b8-4f86-9841-4cde0bbcf020 req-afe2bcaa-7a88-4933-b7f0-8435b34a7f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:45.885356 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d662d9f5-00b8-4f86-9841-4cde0bbcf020 req-afe2bcaa-7a88-4933-b7f0-8435b34a7f54 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5920cfca-f051-4509-941a-46b192c48b56 HTTP/1.1" status: 200 len: 912 time: 0.1860642 Jun 02 07:59:45.891449 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-99a1ba8b-d4b1-4f7b-8d50-c4e9518f4459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27655414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27727330'] for subnet, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:45.896541 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:45.976470 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=6ff188ec-14db-4153-9ae1-ea4e6ce514be,revision_number=5']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:45.980612 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device c88f9853-ebf2-4b06-b6a8-2ceab354e304 up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:59:46.025309 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1ba8b-d4b1-4f7b-8d50-c4e9518f4459 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db1a958b-4f32-409b-80b7-aabfdc12d71d,revision_number=0']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:46.038235 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a1ba8b-d4b1-4f7b-8d50-c4e9518f4459 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:46.038770 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a1ba8b-d4b1-4f7b-8d50-c4e9518f4459 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:46.039205 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a1ba8b-d4b1-4f7b-8d50-c4e9518f4459 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:46.039647 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a1ba8b-d4b1-4f7b-8d50-c4e9518f4459 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:46.040125 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a1ba8b-d4b1-4f7b-8d50-c4e9518f4459 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:46.040560 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a1ba8b-d4b1-4f7b-8d50-c4e9518f4459 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:46.040993 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a1ba8b-d4b1-4f7b-8d50-c4e9518f4459 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:46.041417 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a1ba8b-d4b1-4f7b-8d50-c4e9518f4459 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:46.041859 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a1ba8b-d4b1-4f7b-8d50-c4e9518f4459 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:46.042308 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a1ba8b-d4b1-4f7b-8d50-c4e9518f4459 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:46.042873 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a1ba8b-d4b1-4f7b-8d50-c4e9518f4459 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:46.043306 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a1ba8b-d4b1-4f7b-8d50-c4e9518f4459 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:46.048603 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-99a1ba8b-d4b1-4f7b-8d50-c4e9518f4459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:46.049457 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a1ba8b-d4b1-4f7b-8d50-c4e9518f4459 admin admin] Checking segment: {'id': '206d5cf8-2d06-4bb4-9898-c32134c88e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '60a42099-4ca4-415f-baa5-9b101a74b2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:59:46.049906 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a1ba8b-d4b1-4f7b-8d50-c4e9518f4459 admin admin] Network hostable DHCP agents. Network: 60a42099-4ca4-415f-baa5-9b101a74b2f6, hostable agents: ['187909a1-f54b-4aaf-b277-d1ad18d9eb87'], hosted agents: [] {{(pid=91540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 07:59:46.072724 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a1ba8b-d4b1-4f7b-8d50-c4e9518f4459 admin admin] Network 60a42099-4ca4-415f-baa5-9b101a74b2f6 is scheduled to be hosted by DHCP agent 187909a1-f54b-4aaf-b277-d1ad18d9eb87 with binding_index 1 {{(pid=91540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 07:59:46.086904 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:46.089916 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.base_scheduler [None req-99a1ba8b-d4b1-4f7b-8d50-c4e9518f4459 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-7-smb, 60a42099-4ca4-415f-baa5-9b101a74b2f6) {{(pid=91540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:59:46.102738 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87375b47-c78b-4a82-bc1e-7c0b4171615d None None] Network 60a42099-4ca4-415f-baa5-9b101a74b2f6 requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 07:59:46.113012 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a1ba8b-d4b1-4f7b-8d50-c4e9518f4459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:46.114706 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-99a1ba8b-d4b1-4f7b-8d50-c4e9518f4459 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:46.156734 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-99a1ba8b-d4b1-4f7b-8d50-c4e9518f4459 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4327664 Jun 02 07:59:46.157761 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 43590) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:46.175339 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-b87f5651-d20b-4f11-a728-43e9edb8bbbe admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1475010617-router', 'tenant_id': '88d1c99c01eb4af48ecfcec25f792f5c', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'}}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:59:46.190198 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-b87f5651-d20b-4f11-a728-43e9edb8bbbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:46.190916 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port c88f9853-ebf2-4b06-b6a8-2ceab354e304 triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:59:46.191301 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:46.199666 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-b87f5651-d20b-4f11-a728-43e9edb8bbbe admin admin] Usage tracker for resource:router and tenant:88d1c99c01eb4af48ecfcec25f792f5c is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:46.206707 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-b87f5651-d20b-4f11-a728-43e9edb8bbbe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:46.227583 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-b87f5651-d20b-4f11-a728-43e9edb8bbbe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:46.317672 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b87f5651-d20b-4f11-a728-43e9edb8bbbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1013204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3813'] for router, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:46.320014 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b87f5651-d20b-4f11-a728-43e9edb8bbbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-946085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3836'] for router, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:46.393160 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b87f5651-d20b-4f11-a728-43e9edb8bbbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:46.471491 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8c9fe-040d-4df5-a627-71cd28cca344 req-5e4d0d4f-5b19-4184-beac-1885ef1fec3a tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:46.474692 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-f2b8c9fe-040d-4df5-a627-71cd28cca344 req-5e4d0d4f-5b19-4184-beac-1885ef1fec3a tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/ports?device_id=e176a389-151c-4389-941f-f1b6e77ebdcd HTTP/1.1" status: 200 len: 945 time: 0.2234671 Jun 02 07:59:46.506726 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d662d9f5-00b8-4f86-9841-4cde0bbcf020 req-dc6def83-6057-4e5a-b821-c1745e4f1802 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30976f16-8bf1-4d3b-9ede-bfb612bf6380 HTTP/1.1" status: 200 len: 1001 time: 0.6134241 Jun 02 07:59:46.683442 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06737aa0-5b70-484c-a705-554d207ef79c req-9c3601a9-a758-4fb3-be2a-3f0a5d09263a tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:46.691721 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-06737aa0-5b70-484c-a705-554d207ef79c req-9c3601a9-a758-4fb3-be2a-3f0a5d09263a tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 946 time: 0.5716984 Jun 02 07:59:46.744922 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d957d9-c31a-4d65-9e8a-ea4e486a2035 req-e5edae2f-841d-41c3-872c-fb2306ff8dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:46.746399 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-17d957d9-c31a-4d65-9e8a-ea4e486a2035 req-e5edae2f-841d-41c3-872c-fb2306ff8dc2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e176a389-151c-4389-941f-f1b6e77ebdcd HTTP/1.1" status: 200 len: 1098 time: 0.6276715 Jun 02 07:59:46.752981 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662d9f5-00b8-4f86-9841-4cde0bbcf020 req-b478e4c4-d3d8-48f7-8b65-692ef5a13656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:46.755560 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d662d9f5-00b8-4f86-9841-4cde0bbcf020 req-b478e4c4-d3d8-48f7-8b65-692ef5a13656 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=80579146-c765-4f7b-89f0-58e1765e1f5a HTTP/1.1" status: 200 len: 850 time: 0.2137733 Jun 02 07:59:46.828541 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-06737aa0-5b70-484c-a705-554d207ef79c req-26d9b686-7b60-4f11-949a-e0afc8104869 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1358008 Jun 02 07:59:46.945316 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-f2b8c9fe-040d-4df5-a627-71cd28cca344 req-365d0450-fb0c-4142-bc92-b66b80f0ae05 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba82d7e7-e2ce-46eb-81e8-21ddad4c9121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492029 Jun 02 07:59:46.974074 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-17d957d9-c31a-4d65-9e8a-ea4e486a2035 req-e603412b-0502-468f-b06f-485af9138cdb service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ba82d7e7-e2ce-46eb-81e8-21ddad4c9121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174025 Jun 02 07:59:47.008769 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662d9f5-00b8-4f86-9841-4cde0bbcf020 req-d575edf6-1a13-4896-975f-f9359c145e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:47.010237 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d662d9f5-00b8-4f86-9841-4cde0bbcf020 req-d575edf6-1a13-4896-975f-f9359c145e67 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5920cfca-f051-4509-941a-46b192c48b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2345128 Jun 02 07:59:47.041236 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b87f5651-d20b-4f11-a728-43e9edb8bbbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1013190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3790'] for router, precommit_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:47.119556 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-0f3a0ddb-8766-4084-a265-f09a4c28688b None None] Notify callbacks [] for port, precommit_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:47.135023 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-0f3a0ddb-8766-4084-a265-f09a4c28688b None None] Transition to ACTIVE for port object 8a7c1b31-ca79-41f6-ad27-18da0ef4e120 will not be triggered until provisioned by entity L2. {{(pid=91541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:59:47.232076 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca787d-03bf-4f93-99e4-f9e0b36e3e50 req-606c2cdd-510f-46d8-b790-d780c13f67e2 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:47.244975 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-39ca787d-03bf-4f93-99e4-f9e0b36e3e50 req-606c2cdd-510f-46d8-b790-d780c13f67e2 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.2099371 Jun 02 07:59:47.279457 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-0f3a0ddb-8766-4084-a265-f09a4c28688b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:47.293211 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:47.302169 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d662d9f5-00b8-4f86-9841-4cde0bbcf020 req-2768ae90-35bc-4d01-a033-06e6fc6bdf62 service neutron] 10.222.0.79 "GET /v2.0/networks/5920cfca-f051-4509-941a-46b192c48b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278080 Jun 02 07:59:47.367060 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb13755-0b31-4161-b583-7049dca1c0bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp098a28b0-fe0f-53b0-9390-6a847d396a49-60a42099-4ca4-415f-baa5-9b101a74b2f6', 'network_id': '60a42099-4ca4-415f-baa5-9b101a74b2f6', 'tenant_id': '88d1c99c01eb4af48ecfcec25f792f5c', 'fixed_ips': [{'subnet_id': 'db1a958b-4f32-409b-80b7-aabfdc12d71d'}]}} from dv-cinder-786385-7-smb. {{(pid=91541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 07:59:47.367920 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-2fb13755-0b31-4161-b583-7049dca1c0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:47.416679 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-39ca787d-03bf-4f93-99e4-f9e0b36e3e50 req-0e0ae1fa-b746-4265-9235-b324c52091cc tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706405 Jun 02 07:59:47.682359 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d662d9f5-00b8-4f86-9841-4cde0bbcf020 req-3025e1e9-90be-49fc-98fc-c5df78aa46be service neutron] 10.222.0.79 "GET /v2.0/networks/5920cfca-f051-4509-941a-46b192c48b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624866 Jun 02 07:59:47.700316 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06881bd1-1e2e-46f1-a648-6f965307944a req-92008fa7-562a-4054-a745-4d167d454b73 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:47.715010 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-06881bd1-1e2e-46f1-a648-6f965307944a req-92008fa7-562a-4054-a745-4d167d454b73 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 945 time: 0.4233329 Jun 02 07:59:47.831661 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-06881bd1-1e2e-46f1-a648-6f965307944a req-1a856da4-e2ed-4e21-aaf1-2108d63325c8 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150291 Jun 02 07:59:47.932990 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 43640) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:47.960268 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07bef1e-496c-4cc4-ab70-56253aced277 None None] Pushing event updated for resources: {'Port': ['ID=8a7c1b31-ca79-41f6-ad27-18da0ef4e120,revision_number=3']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:47.973500 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-d07bef1e-496c-4cc4-ab70-56253aced277 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:48.078550 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-0f3a0ddb-8766-4084-a265-f09a4c28688b None None] Attempting to bind port 8a7c1b31-ca79-41f6-ad27-18da0ef4e120 on host dv-cinder-786385-7-smb for vnic_type normal with profile {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 07:59:48.082767 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-0f3a0ddb-8766-4084-a265-f09a4c28688b None None] Attempting to bind port 8a7c1b31-ca79-41f6-ad27-18da0ef4e120 by drivers openvswitch,hyperv on host dv-cinder-786385-7-smb at level 0 using segments [{'id': 'c9eebd2b-9718-4d11-bc88-206eacd96281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '87c948b6-776e-416a-8595-be6ae5ab6cc6'}] {{(pid=91541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 07:59:48.083150 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3a0ddb-8766-4084-a265-f09a4c28688b None None] Attempting to bind port 8a7c1b31-ca79-41f6-ad27-18da0ef4e120 on network 87c948b6-776e-416a-8595-be6ae5ab6cc6 {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 07:59:48.122328 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3a0ddb-8766-4084-a265-f09a4c28688b None None] Checking agent: {'id': '2a0e1ac3-7fb5-40bc-887e-90e9797fe79d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 50, 2), 'started_at': datetime.datetime(2021, 6, 2, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 7, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 07:59:48.122974 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3a0ddb-8766-4084-a265-f09a4c28688b None None] Checking segment: {'id': 'c9eebd2b-9718-4d11-bc88-206eacd96281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '87c948b6-776e-416a-8595-be6ae5ab6cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:59:48.123248 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-0f3a0ddb-8766-4084-a265-f09a4c28688b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:48.127114 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3a0ddb-8766-4084-a265-f09a4c28688b None None] Bound using segment: {'id': 'c9eebd2b-9718-4d11-bc88-206eacd96281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '87c948b6-776e-416a-8595-be6ae5ab6cc6'} {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 07:59:48.127114 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-0f3a0ddb-8766-4084-a265-f09a4c28688b None None] Bound port: 8a7c1b31-ca79-41f6-ad27-18da0ef4e120, host: dv-cinder-786385-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9eebd2b-9718-4d11-bc88-206eacd96281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '87c948b6-776e-416a-8595-be6ae5ab6cc6'}}] {{(pid=91541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 07:59:48.127572 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-0f3a0ddb-8766-4084-a265-f09a4c28688b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:48.207587 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-a713a8c5-c95c-4ded-b9e7-1a924e3ae24e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:48.232701 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-a713a8c5-c95c-4ded-b9e7-1a924e3ae24e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:48.237312 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-a713a8c5-c95c-4ded-b9e7-1a924e3ae24e admin admin] Usage tracker for resource:security_group_rule and tenant:cdd31d9d0d6e45e883d5b257424499ed is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:48.240923 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-a713a8c5-c95c-4ded-b9e7-1a924e3ae24e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:48.247934 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-a713a8c5-c95c-4ded-b9e7-1a924e3ae24e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:48.286956 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03319e2-0868-4a0d-b18e-40fdb112c2e8 req-44ba8d5a-3e98-4e0c-a8a9-d7348dc7500e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:48.288905 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-b03319e2-0868-4a0d-b18e-40fdb112c2e8 req-44ba8d5a-3e98-4e0c-a8a9-d7348dc7500e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 946 time: 0.2287693 Jun 02 07:59:48.366682 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-0f3a0ddb-8766-4084-a265-f09a4c28688b None None] For port 8a7c1b31-ca79-41f6-ad27-18da0ef4e120, host dv-cinder-786385-7-smb, cleared binding levels {{(pid=91541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 07:59:48.383160 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-0f3a0ddb-8766-4084-a265-f09a4c28688b None None] For port 8a7c1b31-ca79-41f6-ad27-18da0ef4e120, host dv-cinder-786385-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=8a7c1b31-ca79-41f6-ad27-18da0ef4e120,segment=NetworkSegment(c9eebd2b-9718-4d11-bc88-206eacd96281),segment_id=c9eebd2b-9718-4d11-bc88-206eacd96281)] {{(pid=91541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 07:59:48.399098 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-0f3a0ddb-8766-4084-a265-f09a4c28688b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:48.420546 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.db_base_plugin_common [None req-2fb13755-0b31-4161-b583-7049dca1c0bf None None] Allocated IP 172.20.0.2 (60a42099-4ca4-415f-baa5-9b101a74b2f6/db1a958b-4f32-409b-80b7-aabfdc12d71d/76d71b88-1eb3-43a8-b4a0-966ad53db954) {{(pid=91541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 07:59:48.481179 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-b03319e2-0868-4a0d-b18e-40fdb112c2e8 req-755eec35-f922-4b6d-b577-59d8f14d5bf4 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1819136 Jun 02 07:59:48.630685 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-a713a8c5-c95c-4ded-b9e7-1a924e3ae24e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:48.652761 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-a713a8c5-c95c-4ded-b9e7-1a924e3ae24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:48.676129 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b87f5651-d20b-4f11-a728-43e9edb8bbbe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:48.711653 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b87f5651-d20b-4f11-a728-43e9edb8bbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:48.718634 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-d07bef1e-496c-4cc4-ab70-56253aced277 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:48.753006 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:48.758843 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 5a184353-f207-4dac-844e-e85fec6a25cb details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=91541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 07:59:48.805581 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-a713a8c5-c95c-4ded-b9e7-1a924e3ae24e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cdd31d9d0d6e45e883d5b257424499ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8698766 Jun 02 07:59:48.806393 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713a8c5-c95c-4ded-b9e7-1a924e3ae24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454ad86b-25ab-4885-99b0-603472b874e7,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:48.809027 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 43660) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:48.820096 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07bef1e-496c-4cc4-ab70-56253aced277 None None] Pushing event updated for resources: {'Port': ['ID=8a7c1b31-ca79-41f6-ad27-18da0ef4e120,revision_number=4']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:48.836464 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-d07bef1e-496c-4cc4-ab70-56253aced277 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:48.845460 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713a8c5-c95c-4ded-b9e7-1a924e3ae24e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:48.845862 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713a8c5-c95c-4ded-b9e7-1a924e3ae24e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:48.846248 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713a8c5-c95c-4ded-b9e7-1a924e3ae24e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:48.846610 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713a8c5-c95c-4ded-b9e7-1a924e3ae24e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:48.847026 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713a8c5-c95c-4ded-b9e7-1a924e3ae24e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:48.847379 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713a8c5-c95c-4ded-b9e7-1a924e3ae24e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:48.847763 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713a8c5-c95c-4ded-b9e7-1a924e3ae24e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:48.848137 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713a8c5-c95c-4ded-b9e7-1a924e3ae24e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:48.857877 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713a8c5-c95c-4ded-b9e7-1a924e3ae24e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:48.858375 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713a8c5-c95c-4ded-b9e7-1a924e3ae24e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:48.858749 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713a8c5-c95c-4ded-b9e7-1a924e3ae24e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:48.859156 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a713a8c5-c95c-4ded-b9e7-1a924e3ae24e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:48.871440 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-a713a8c5-c95c-4ded-b9e7-1a924e3ae24e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:48.898716 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3a0ddb-8766-4084-a265-f09a4c28688b None None] Routers {'9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 07:59:48.899444 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-0f3a0ddb-8766-4084-a265-f09a4c28688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T07:59:33Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec'], 'active': True} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:59:48.917182 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3ad48-e49a-419e-b05e-74896ba6e029 req-70b9d39b-a8c9-4174-bdb8-8b00be13e233 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:48.928124 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-bad3ad48-e49a-419e-b05e-74896ba6e029 req-70b9d39b-a8c9-4174-bdb8-8b00be13e233 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.2193222 Jun 02 07:59:48.938992 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae439e32-c32e-47be-bbfd-2a482836253e req-b37885f6-5d0d-4251-877a-44deaeae1337 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:48.946479 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-ae439e32-c32e-47be-bbfd-2a482836253e req-b37885f6-5d0d-4251-877a-44deaeae1337 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/ports?device_id=e176a389-151c-4389-941f-f1b6e77ebdcd HTTP/1.1" status: 200 len: 945 time: 0.4720163 Jun 02 07:59:48.992063 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-bad3ad48-e49a-419e-b05e-74896ba6e029 req-1a4a5bae-49ec-4e74-9627-c7f4463d3838 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628967 Jun 02 07:59:49.031307 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-72dc88bf-8e7d-4a1e-af1b-5545be084bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:49.134659 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-ae439e32-c32e-47be-bbfd-2a482836253e req-3319a9be-d753-4ff3-bc14-98be2696d733 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba82d7e7-e2ce-46eb-81e8-21ddad4c9121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872485 Jun 02 07:59:49.174468 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.db_base_plugin_common [None req-b87f5651-d20b-4f11-a728-43e9edb8bbbe admin admin] Allocated IP 172.28.1.74 (e9a5f3f9-db43-4f06-8bac-5a44878f4be2/e2d41c65-2880-4a37-bb18-2012b034108f/033f9c24-4714-466b-959c-41310b578b35) {{(pid=91540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 07:59:49.177968 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-72dc88bf-8e7d-4a1e-af1b-5545be084bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:49.203912 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da61c2-c4c2-4df3-87fa-a7ccc367d94e req-1852be6b-d915-40dd-87c7-4210f6517070 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:49.212630 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-b7da61c2-c4c2-4df3-87fa-a7ccc367d94e req-1852be6b-d915-40dd-87c7-4210f6517070 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 945 time: 0.1018031 Jun 02 07:59:49.269549 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-b7da61c2-c4c2-4df3-87fa-a7ccc367d94e req-f4bd69f9-a402-48a0-9d4d-3e77e8576428 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559058 Jun 02 07:59:49.322206 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-2fb13755-0b31-4161-b583-7049dca1c0bf None None] Notify callbacks [] for port, precommit_create {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:49.334228 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvr_db [None req-0f3a0ddb-8766-4084-a265-f09a4c28688b None None] Set router 9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec gateway port host: dv-cinder-786385-7-smb {{(pid=91541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 07:59:49.382715 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-72dc88bf-8e7d-4a1e-af1b-5545be084bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:49.391043 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-4e716042-3684-4381-b6e4-50104dbcf9dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:49.395392 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 5a184353-f207-4dac-844e-e85fec6a25cb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5a184353-f207-4dac-844e-e85fec6a25cb,segment=NetworkSegment(0a9f3729-62b7-4b55-a4b9-f7267fb154d2),segment_id=0a9f3729-62b7-4b55-a4b9-f7267fb154d2)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:59:49.408093 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-2fb13755-0b31-4161-b583-7049dca1c0bf None None] Transition to ACTIVE for port object 76d71b88-1eb3-43a8-b4a0-966ad53db954 will not be triggered until provisioned by entity L2. {{(pid=91541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:59:49.413316 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc88bf-8e7d-4a1e-af1b-5545be084bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454ad86b-25ab-4885-99b0-603472b874e7,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:49.415868 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-72dc88bf-8e7d-4a1e-af1b-5545be084bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:49.427420 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b87f5651-d20b-4f11-a728-43e9edb8bbbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:49.442439 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Returning: {'device': '5a184353-f207-4dac-844e-e85fec6a25cb', 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e', 'port_id': '5a184353-f207-4dac-844e-e85fec6a25cb', 'mac_address': 'fa:16:3e:cc:bd:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab5414d-1dc2-421f-9986-4a6ba721194d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 07:59:49.447563 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-72dc88bf-8e7d-4a1e-af1b-5545be084bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:49.451079 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-72dc88bf-8e7d-4a1e-af1b-5545be084bc4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/454ad86b-25ab-4885-99b0-603472b874e7 HTTP/1.1" status: 204 len: 168 time: 0.6383119 Jun 02 07:59:49.474929 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b87f5651-d20b-4f11-a728-43e9edb8bbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27652422'] for port, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:49.484871 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-67dca6e6-ca49-4bf3-be57-66fdd49d2846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:49.535710 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87f5651-d20b-4f11-a728-43e9edb8bbbe admin admin] Network e9a5f3f9-db43-4f06-8bac-5a44878f4be2 is already hosted by enough agents. {{(pid=91540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 07:59:49.543106 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.base_scheduler [None req-b87f5651-d20b-4f11-a728-43e9edb8bbbe admin admin] Resources bound (agent type, host, resource id): {{(pid=91540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:59:49.547588 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87f5651-d20b-4f11-a728-43e9edb8bbbe admin admin] Received port after_create {{(pid=91540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 07:59:49.562327 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-2fb13755-0b31-4161-b583-7049dca1c0bf None None] Transition to ACTIVE for port object 76d71b88-1eb3-43a8-b4a0-966ad53db954 will not be triggered until provisioned by entity DHCP. {{(pid=91541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:59:49.602363 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f5651-d20b-4f11-a728-43e9edb8bbbe admin admin] Pushing event updated for resources: {'Port': ['ID=033f9c24-4714-466b-959c-41310b578b35,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:49.606457 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-b87f5651-d20b-4f11-a728-43e9edb8bbbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:49.609296 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-2fb13755-0b31-4161-b583-7049dca1c0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446'] for port, after_create {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:49.625206 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:49.815050 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb13755-0b31-4161-b583-7049dca1c0bf None None] Network 60a42099-4ca4-415f-baa5-9b101a74b2f6 is already hosted by enough agents. {{(pid=91541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 07:59:49.817103 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:49.840791 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.scheduler.base_scheduler [None req-2fb13755-0b31-4161-b583-7049dca1c0bf None None] Resources bound (agent type, host, resource id): {{(pid=91541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:59:49.844177 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb13755-0b31-4161-b583-7049dca1c0bf None None] Received port after_create {{(pid=91541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 07:59:49.897200 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb13755-0b31-4161-b583-7049dca1c0bf None None] Pushing event updated for resources: {'Port': ['ID=76d71b88-1eb3-43a8-b4a0-966ad53db954,revision_number=1']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:49.910203 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-2fb13755-0b31-4161-b583-7049dca1c0bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:49.949861 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a184353-f207-4dac-844e-e85fec6a25cb {{(pid=91541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 07:59:49.976389 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3732d54-5c07-449b-8793-c737f63837b7 req-0acff595-1ad9-44c0-937a-8eb865bb56af tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:49.980279 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-b3732d54-5c07-449b-8793-c737f63837b7 req-0acff595-1ad9-44c0-937a-8eb865bb56af tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 946 time: 0.2825520 Jun 02 07:59:50.076123 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 5a184353-f207-4dac-844e-e85fec6a25cb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5a184353-f207-4dac-844e-e85fec6a25cb,segment=NetworkSegment(0a9f3729-62b7-4b55-a4b9-f7267fb154d2),segment_id=0a9f3729-62b7-4b55-a4b9-f7267fb154d2)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:59:50.087484 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-2fb13755-0b31-4161-b583-7049dca1c0bf None None] Attempting to bind port 76d71b88-1eb3-43a8-b4a0-966ad53db954 on host dv-cinder-786385-7-smb for vnic_type normal with profile {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 07:59:50.088387 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-2fb13755-0b31-4161-b583-7049dca1c0bf None None] Attempting to bind port 76d71b88-1eb3-43a8-b4a0-966ad53db954 by drivers openvswitch,hyperv on host dv-cinder-786385-7-smb at level 0 using segments [{'id': '206d5cf8-2d06-4bb4-9898-c32134c88e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '60a42099-4ca4-415f-baa5-9b101a74b2f6'}] {{(pid=91541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 07:59:50.088387 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb13755-0b31-4161-b583-7049dca1c0bf None None] Attempting to bind port 76d71b88-1eb3-43a8-b4a0-966ad53db954 on network 60a42099-4ca4-415f-baa5-9b101a74b2f6 {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 07:59:50.106616 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:50.109413 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb13755-0b31-4161-b583-7049dca1c0bf None None] Checking agent: {'id': '2a0e1ac3-7fb5-40bc-887e-90e9797fe79d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 50, 2), 'started_at': datetime.datetime(2021, 6, 2, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 7, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 07:59:50.109798 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb13755-0b31-4161-b583-7049dca1c0bf None None] Checking segment: {'id': '206d5cf8-2d06-4bb4-9898-c32134c88e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '60a42099-4ca4-415f-baa5-9b101a74b2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:59:50.110204 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-2fb13755-0b31-4161-b583-7049dca1c0bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:50.110592 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb13755-0b31-4161-b583-7049dca1c0bf None None] Bound using segment: {'id': '206d5cf8-2d06-4bb4-9898-c32134c88e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '60a42099-4ca4-415f-baa5-9b101a74b2f6'} {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 07:59:50.111267 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-2fb13755-0b31-4161-b583-7049dca1c0bf None None] Bound port: 76d71b88-1eb3-43a8-b4a0-966ad53db954, host: dv-cinder-786385-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '206d5cf8-2d06-4bb4-9898-c32134c88e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '60a42099-4ca4-415f-baa5-9b101a74b2f6'}}] {{(pid=91541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 07:59:50.111934 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-2fb13755-0b31-4161-b583-7049dca1c0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:50.123052 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:50.159922 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-b3732d54-5c07-449b-8793-c737f63837b7 req-839305c3-8f81-473e-85dc-306008228231 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1017079 Jun 02 07:59:50.336177 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af132f3-83e9-4af7-a6c1-dae6419860b3 req-a507743a-a5bb-45d1-bdcd-29fac80631f4 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:50.337723 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-3af132f3-83e9-4af7-a6c1-dae6419860b3 req-a507743a-a5bb-45d1-bdcd-29fac80631f4 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.1677046 Jun 02 07:59:50.342203 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['5a184353-f207-4dac-844e-e85fec6a25cb'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 07:59:50.400102 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b87f5651-d20b-4f11-a728-43e9edb8bbbe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:50.492280 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-3af132f3-83e9-4af7-a6c1-dae6419860b3 req-412a9626-26ff-4d43-87c7-767369315786 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249695 Jun 02 07:59:50.543037 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=5a184353-f207-4dac-844e-e85fec6a25cb,revision_number=6']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:50.589544 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:50.683196 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-2fb13755-0b31-4161-b583-7049dca1c0bf None None] For port 76d71b88-1eb3-43a8-b4a0-966ad53db954, host dv-cinder-786385-7-smb, cleared binding levels {{(pid=91541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 07:59:50.685546 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-2fb13755-0b31-4161-b583-7049dca1c0bf None None] For port 76d71b88-1eb3-43a8-b4a0-966ad53db954, host dv-cinder-786385-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=76d71b88-1eb3-43a8-b4a0-966ad53db954,segment=NetworkSegment(206d5cf8-2d06-4bb4-9898-c32134c88e47),segment_id=206d5cf8-2d06-4bb4-9898-c32134c88e47)] {{(pid=91541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 07:59:50.698182 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-2fb13755-0b31-4161-b583-7049dca1c0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:50.707656 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:50.769376 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-0f3a0ddb-8766-4084-a265-f09a4c28688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'name': 'tempest-TestShelveInstance-629114683-router', 'tenant_id': 'b35f5d14d93b40f0848158412804be41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'c88f9853-ebf2-4b06-b6a8-2ceab354e304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:35Z', 'updated_at': '2021-06-02T07:59:41Z', 'revision_number': 4, 'project_id': 'b35f5d14d93b40f0848158412804be41', 'gw_port': {'id': 'c88f9853-ebf2-4b06-b6a8-2ceab354e304', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:59:36Z', 'updated_at': '2021-06-02T07:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': '8a7c1b31-ca79-41f6-ad27-18da0ef4e120', 'name': '', 'network_id': '87c948b6-776e-416a-8595-be6ae5ab6cc6', 'tenant_id': 'b35f5d14d93b40f0848158412804be41', 'mac_address': 'fa:16:3e:e4:40:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6b88b624-fc5a-4399-9939-be3292b885fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:59:40Z', 'updated_at': '2021-06-02T07:59:48Z', 'revision_number': 4, 'project_id': 'b35f5d14d93b40f0848158412804be41', 'subnets': [{'id': '6b88b624-fc5a-4399-9939-be3292b885fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:59:50.800778 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3a0ddb-8766-4084-a265-f09a4c28688b None None] The sync data for ids ['9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec'] in dv-cinder-786385-7-smb is: [{'id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'name': 'tempest-TestShelveInstance-629114683-router', 'tenant_id': 'b35f5d14d93b40f0848158412804be41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'c88f9853-ebf2-4b06-b6a8-2ceab354e304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:35Z', 'updated_at': '2021-06-02T07:59:41Z', 'revision_number': 4, 'project_id': 'b35f5d14d93b40f0848158412804be41', 'gw_port': {'id': 'c88f9853-ebf2-4b06-b6a8-2ceab354e304', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:59:36Z', 'updated_at': '2021-06-02T07:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': '8a7c1b31-ca79-41f6-ad27-18da0ef4e120', 'name': '', 'network_id': '87c948b6-776e-416a-8595-be6ae5ab6cc6', 'tenant_id': 'b35f5d14d93b40f0848158412804be41', 'mac_address': 'fa:16:3e:e4:40:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6b88b624-fc5a-4399-9939-be3292b885fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:59:40Z', 'updated_at': '2021-06-02T07:59:48Z', 'revision_number': 4, 'project_id': 'b35f5d14d93b40f0848158412804be41', 'subnets': [{'id': '6b88b624-fc5a-4399-9939-be3292b885fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 07:59:50.939636 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 43732) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:51.045109 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb13755-0b31-4161-b583-7049dca1c0bf None None] Pushing event updated for resources: {'Port': ['ID=76d71b88-1eb3-43a8-b4a0-966ad53db954,revision_number=2']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:51.077609 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-2fb13755-0b31-4161-b583-7049dca1c0bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:51.119943 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243d89f-f50c-45ee-9269-44cfd93eef69 req-67503875-289a-4880-9067-931b5296bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:51.127143 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9243d89f-f50c-45ee-9269-44cfd93eef69 req-67503875-289a-4880-9067-931b5296bf1e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 1098 time: 0.5291846 Jun 02 07:59:51.148227 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594facc-2048-4734-847e-3474d8dffcea req-5b87161d-9b95-43c5-9285-ae1adb95f6ca tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:51.161985 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9594facc-2048-4734-847e-3474d8dffcea req-5b87161d-9b95-43c5-9285-ae1adb95f6ca tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 945 time: 0.4468958 Jun 02 07:59:51.218596 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.agents_db [None req-10acdd10-972e-4945-a856-8243e035fc02 None None] Agent healthcheck: found 6 active agents {{(pid=91542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 07:59:51.356218 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [None req-9eb665dd-d53b-4dbb-868f-ef09ddf90c30 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-635836753-network', 'tenant_id': 'b376b02319e3497faae6b4322a8462bd'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:59:51.362102 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-9eb665dd-d53b-4dbb-868f-ef09ddf90c30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:51.366522 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-9eb665dd-d53b-4dbb-868f-ef09ddf90c30 admin admin] Usage tracker for resource:network and tenant:b376b02319e3497faae6b4322a8462bd is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:51.371588 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-9eb665dd-d53b-4dbb-868f-ef09ddf90c30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:51.387746 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-9eb665dd-d53b-4dbb-868f-ef09ddf90c30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:51.421826 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb665dd-d53b-4dbb-868f-ef09ddf90c30 admin admin] Made reservation on behalf of b376b02319e3497faae6b4322a8462bd for: {'network': 1} {{(pid=91539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 07:59:51.424161 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9eb665dd-d53b-4dbb-868f-ef09ddf90c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3847429'] for network, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:51.439534 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5418950-81e2-46cf-a7a1-d08d3a2336d8 req-3b366b9f-bf29-4ca7-8776-e4ebfed33907 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:51.441345 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-b5418950-81e2-46cf-a7a1-d08d3a2336d8 req-3b366b9f-bf29-4ca7-8776-e4ebfed33907 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/ports?device_id=e176a389-151c-4389-941f-f1b6e77ebdcd HTTP/1.1" status: 200 len: 945 time: 0.3993733 Jun 02 07:59:51.445045 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b87f5651-d20b-4f11-a728-43e9edb8bbbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946160'] for router, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:51.480178 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9243d89f-f50c-45ee-9269-44cfd93eef69 req-441841d8-d958-4f63-bce1-cb5d04e0e99b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061502 Jun 02 07:59:51.499575 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9594facc-2048-4734-847e-3474d8dffcea req-99d7126e-3c01-46dd-b70a-8a7c594f9be7 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305573 Jun 02 07:59:51.501483 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9eb665dd-d53b-4dbb-868f-ef09ddf90c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:51.561439 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-9eb665dd-d53b-4dbb-868f-ef09ddf90c30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:51.570740 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-9eb665dd-d53b-4dbb-868f-ef09ddf90c30 admin admin] Usage tracker for resource:security_group_rule and tenant:b376b02319e3497faae6b4322a8462bd is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:51.579219 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-9eb665dd-d53b-4dbb-868f-ef09ddf90c30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:51.592237 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-9eb665dd-d53b-4dbb-868f-ef09ddf90c30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:51.775179 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-b5418950-81e2-46cf-a7a1-d08d3a2336d8 req-8fa942a6-94cb-47b7-8b42-1dac00fe9919 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba82d7e7-e2ce-46eb-81e8-21ddad4c9121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251774 Jun 02 07:59:51.813596 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87f5651-d20b-4f11-a728-43e9edb8bbbe admin admin] Router 60bd9b11-87ff-412c-98a1-ef7f009fee71 is scheduled to L3 agent 221affb1-81f2-42a7-84c7-b8c79a9401bf with binding_index 1 {{(pid=91540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 07:59:51.950601 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9eb665dd-d53b-4dbb-868f-ef09ddf90c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:51.973706 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0236d-9d85-4d79-a056-d0d1d5098a40 req-bfc234d6-45db-42b0-9619-2ee00760666c tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:51.980604 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 8a7c1b31-ca79-41f6-ad27-18da0ef4e120 up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:59:51.984798 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-32f0236d-9d85-4d79-a056-d0d1d5098a40 req-bfc234d6-45db-42b0-9619-2ee00760666c tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 945 time: 0.3132126 Jun 02 07:59:51.987348 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9eb665dd-d53b-4dbb-868f-ef09ddf90c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:52.004673 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-ebffbc9c-87d5-4032-a9bb-7812ef28b73f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:52.072533 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb665dd-d53b-4dbb-868f-ef09ddf90c30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=91539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 07:59:52.090227 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb665dd-d53b-4dbb-868f-ef09ddf90c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eda14ef-3c0e-4202-b12e-e45f3def0667,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:52.098533 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-9eb665dd-d53b-4dbb-868f-ef09ddf90c30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:52.112057 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-32f0236d-9d85-4d79-a056-d0d1d5098a40 req-f49ea889-58bb-4ba1-9a5f-4ce4f0f15857 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1263027 Jun 02 07:59:52.120251 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9eb665dd-d53b-4dbb-868f-ef09ddf90c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479'] for segment, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:52.120594 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.db.segments_db [None req-9eb665dd-d53b-4dbb-868f-ef09ddf90c30 admin admin] Added segment 57757a71-f318-422f-96b3-91ecdbbb6c06 of type vlan for network 4e47ec95-df63-4cde-9b70-6cfa695ac55a Jun 02 07:59:52.189960 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9eb665dd-d53b-4dbb-868f-ef09ddf90c30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746790259047'] for network, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:52.219495 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning for port 8a7c1b31-ca79-41f6-ad27-18da0ef4e120 completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 07:59:52.235475 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port 8a7c1b31-ca79-41f6-ad27-18da0ef4e120 triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:59:52.238717 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:52.243275 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87f5651-d20b-4f11-a728-43e9edb8bbbe admin admin] Notify agent at l3_agent.dv-cinder-786385-7-smb the message routers_updated {{(pid=91540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 07:59:52.254657 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378fd7bf-6599-4c2f-8506-7f0b07e00c68 None None] Sync routers for ids ['60bd9b11-87ff-412c-98a1-ef7f009fee71'] in dv-cinder-786385-7-smb {{(pid=91542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 07:59:52.273129 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378fd7bf-6599-4c2f-8506-7f0b07e00c68 None None] Routers {'60bd9b11-87ff-412c-98a1-ef7f009fee71'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 07:59:52.273956 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-378fd7bf-6599-4c2f-8506-7f0b07e00c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T07:59:33Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['60bd9b11-87ff-412c-98a1-ef7f009fee71'], 'active': True} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:59:52.293678 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b87f5651-d20b-4f11-a728-43e9edb8bbbe admin admin] Notify callbacks [] for router, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:52.295481 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9eb665dd-d53b-4dbb-868f-ef09ddf90c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-947529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536110'] for network, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:52.297131 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb665dd-d53b-4dbb-868f-ef09ddf90c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:52.298070 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9eb665dd-d53b-4dbb-868f-ef09ddf90c30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for network, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:52.300917 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-b87f5651-d20b-4f11-a728-43e9edb8bbbe admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.1411664 Jun 02 07:59:52.302684 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 43774) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:52.304349 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-5a9134d7-e9f2-45b7-b6e5-5c63de9f911f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:52.591548 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:52.633708 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 5a184353-f207-4dac-844e-e85fec6a25cb up at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:59:52.756056 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvr_db [None req-378fd7bf-6599-4c2f-8506-7f0b07e00c68 None None] Set router 60bd9b11-87ff-412c-98a1-ef7f009fee71 gateway port host: dv-cinder-786385-7-smb {{(pid=91542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 07:59:52.781122 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 43780) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:52.788607 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-9eb665dd-d53b-4dbb-868f-ef09ddf90c30 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8140211 Jun 02 07:59:52.792858 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 43782) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:52.805270 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb665dd-d53b-4dbb-868f-ef09ddf90c30 admin admin] Pushing event updated for resources: {'Network': ['ID=4e47ec95-df63-4cde-9b70-6cfa695ac55a,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:52.818858 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-9eb665dd-d53b-4dbb-868f-ef09ddf90c30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:52.840437 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883285b0-f78c-4b7b-8330-5c9ab12929d2 None None] Network 60a42099-4ca4-415f-baa5-9b101a74b2f6 requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 07:59:52.866687 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Network 4e47ec95-df63-4cde-9b70-6cfa695ac55a details requested by agent ovs-agent-dv-cinder-786385-7-smb with host dv-cinder-786385-7-smb {{(pid=91541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 02 07:59:52.889069 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [None req-4375c5f3-20e8-46e7-9cff-f8bdde45f8be admin admin] Request body: {'subnet': {'network_id': '4e47ec95-df63-4cde-9b70-6cfa695ac55a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-635836753-subnet', 'tenant_id': 'b376b02319e3497faae6b4322a8462bd', 'ip_version': 4}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:59:52.895376 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-4375c5f3-20e8-46e7-9cff-f8bdde45f8be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:52.903221 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-4375c5f3-20e8-46e7-9cff-f8bdde45f8be admin admin] Usage tracker for resource:subnet and tenant:b376b02319e3497faae6b4322a8462bd is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:52.907934 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-4375c5f3-20e8-46e7-9cff-f8bdde45f8be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:52.917227 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-4375c5f3-20e8-46e7-9cff-f8bdde45f8be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:52.975720 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4375c5f3-20e8-46e7-9cff-f8bdde45f8be admin admin] Made reservation on behalf of b376b02319e3497faae6b4322a8462bd for: {'subnet': 1} {{(pid=91539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 07:59:52.981784 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-4375c5f3-20e8-46e7-9cff-f8bdde45f8be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1601804'] for subnet, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:53.021969 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] For port 8a7c1b31-ca79-41f6-ad27-18da0ef4e120, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=8a7c1b31-ca79-41f6-ad27-18da0ef4e120,segment=NetworkSegment(c9eebd2b-9718-4d11-bc88-206eacd96281),segment_id=c9eebd2b-9718-4d11-bc88-206eacd96281)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:59:53.212683 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeacbb0-93f0-4088-a17d-31fbd06f3780 req-e3c908db-d11d-40da-9172-f3ac67561ec5 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:53.214257 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-6eeacbb0-93f0-4088-a17d-31fbd06f3780 req-e3c908db-d11d-40da-9172-f3ac67561ec5 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.79 "GET /v2.0/ports?device_id=e176a389-151c-4389-941f-f1b6e77ebdcd HTTP/1.1" status: 200 len: 945 time: 0.8651121 Jun 02 07:59:53.221486 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:53.222392 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 76d71b88-1eb3-43a8-b4a0-966ad53db954 up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:59:53.371312 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.db_base_plugin_v2 [None req-760392e2-a834-44be-b263-a876a5d4e874 admin admin] Deleting subnet 946ccb93-1a07-4c78-a272-5288592a7327 {{(pid=91539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 07:59:53.387336 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-7c971c52-60c7-464a-ba49-a6de5e3cf9d8 None None] Provisioning for port 76d71b88-1eb3-43a8-b4a0-966ad53db954 completed by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 07:59:53.390931 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-f6d994f9-472b-4e7b-a7ca-64b6dfd15eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:53.455741 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-760392e2-a834-44be-b263-a876a5d4e874 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:53.530738 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-378fd7bf-6599-4c2f-8506-7f0b07e00c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bd9b11-87ff-412c-98a1-ef7f009fee71', 'name': 'tempest-TestShelveInstance-1475010617-router', 'tenant_id': '88d1c99c01eb4af48ecfcec25f792f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': '033f9c24-4714-466b-959c-41310b578b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:46Z', 'updated_at': '2021-06-02T07:59:49Z', 'revision_number': 3, 'project_id': '88d1c99c01eb4af48ecfcec25f792f5c', 'gw_port': {'id': '033f9c24-4714-466b-959c-41310b578b35', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bd9b11-87ff-412c-98a1-ef7f009fee71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:59:48Z', 'updated_at': '2021-06-02T07:59:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb'}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:59:53.543937 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378fd7bf-6599-4c2f-8506-7f0b07e00c68 None None] Checking router: 60bd9b11-87ff-412c-98a1-ef7f009fee71 for host: dv-cinder-786385-7-smb {{(pid=91542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 07:59:53.546651 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378fd7bf-6599-4c2f-8506-7f0b07e00c68 None None] Updating router 60bd9b11-87ff-412c-98a1-ef7f009fee71 port 033f9c24-4714-466b-959c-41310b578b35 binding host dv-cinder-786385-7-smb {{(pid=91542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 07:59:53.557146 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning for port 76d71b88-1eb3-43a8-b4a0-966ad53db954 completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 07:59:53.585185 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port 76d71b88-1eb3-43a8-b4a0-966ad53db954 triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:59:53.585572 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:53.632999 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-760392e2-a834-44be-b263-a876a5d4e874 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1809723'] for subnet, precommit_delete_associations {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:53.714551 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fafce24-1894-4f15-aa22-8bcdd56cb500 req-c58076bd-5e3a-4e49-b66f-d31518a7eaba tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:53.720645 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-378fd7bf-6599-4c2f-8506-7f0b07e00c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:53.723578 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5fafce24-1894-4f15-aa22-8bcdd56cb500 req-c58076bd-5e3a-4e49-b66f-d31518a7eaba tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/ports?device_id=e176a389-151c-4389-941f-f1b6e77ebdcd HTTP/1.1" status: 200 len: 945 time: 0.6528313 Jun 02 07:59:53.802188 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning complete for port 5a184353-f207-4dac-844e-e85fec6a25cb triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:59:53.802636 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:53.854926 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [req-6eeacbb0-93f0-4088-a17d-31fbd06f3780 req-1dc0494b-d8a3-4d4e-8088-50d445cf3445 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Deleting port 6ff188ec-14db-4153-9ae1-ea4e6ce514be {{(pid=91539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 07:59:53.856108 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-6eeacbb0-93f0-4088-a17d-31fbd06f3780 req-1dc0494b-d8a3-4d4e-8088-50d445cf3445 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:53.861472 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Pushing event updated for resources: {'Port': ['ID=8a7c1b31-ca79-41f6-ad27-18da0ef4e120,revision_number=5']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:53.872743 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:53.884939 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5fafce24-1894-4f15-aa22-8bcdd56cb500 req-01a72c1d-b719-4b0c-bc17-015548239498 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba82d7e7-e2ce-46eb-81e8-21ddad4c9121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601622 Jun 02 07:59:53.890678 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c2d55-1165-4c5c-a18a-0b7f26376bca req-19659110-f600-41af-a09c-09eb98dedd50 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:53.906088 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-760392e2-a834-44be-b263-a876a5d4e874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862327'] for subnet, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:53.909705 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-2d3c2d55-1165-4c5c-a18a-0b7f26376bca req-19659110-f600-41af-a09c-09eb98dedd50 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 945 time: 1.0218248 Jun 02 07:59:54.046908 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:54.079598 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-2d3c2d55-1165-4c5c-a18a-0b7f26376bca req-023b72d1-9905-4758-9de8-451699f945cc tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684716 Jun 02 07:59:54.331220 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] For port 76d71b88-1eb3-43a8-b4a0-966ad53db954, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=76d71b88-1eb3-43a8-b4a0-966ad53db954,segment=NetworkSegment(206d5cf8-2d06-4bb4-9898-c32134c88e47),segment_id=206d5cf8-2d06-4bb4-9898-c32134c88e47)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:59:54.356765 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-224e4273-a3cb-4eeb-b360-edacb1efea9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:54.364108 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:54.390523 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:54.564767 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-378fd7bf-6599-4c2f-8506-7f0b07e00c68 None None] Notify callbacks [] for port, precommit_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:54.571014 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62927457-db39-4821-a14f-f69db2cff0b2 req-965462a6-842f-4d95-ab41-94878092b037 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:54.587261 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-62927457-db39-4821-a14f-f69db2cff0b2 req-965462a6-842f-4d95-ab41-94878092b037 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 945 time: 0.5048461 Jun 02 07:59:54.609248 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.provisioning_blocks [None req-378fd7bf-6599-4c2f-8506-7f0b07e00c68 None None] Transition to ACTIVE for port object 033f9c24-4714-466b-959c-41310b578b35 will not be triggered until provisioned by entity L2. {{(pid=91542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:59:54.621695 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e9fda-bdf8-4cd0-84db-65c1c78836ee req-fdb535fe-d1ce-49ad-955f-38c711617a6d tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:54.632669 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-378fd7bf-6599-4c2f-8506-7f0b07e00c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:54.634764 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-213e9fda-bdf8-4cd0-84db-65c1c78836ee req-fdb535fe-d1ce-49ad-955f-38c711617a6d tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.3355708 Jun 02 07:59:54.641202 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Pushing event updated for resources: {'Port': ['ID=76d71b88-1eb3-43a8-b4a0-966ad53db954,revision_number=3']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:54.647563 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:54.648628 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 8a7c1b31-ca79-41f6-ad27-18da0ef4e120 up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:59:54.760432 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-213e9fda-bdf8-4cd0-84db-65c1c78836ee req-b99de253-0d38-47f3-a138-4aa710392d33 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246903 Jun 02 07:59:54.784601 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:54.801492 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:54.801600 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:54.801900 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:54.802299 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:54.802631 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:54.803379 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:54.803695 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:54.804233 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:54.807167 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:54.807167 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:54.807167 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:54.807167 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 07:59:54.839015 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.db_base_plugin_common [None req-224e4273-a3cb-4eeb-b360-edacb1efea9e admin admin] Allocated IP 172.20.0.1 (60a42099-4ca4-415f-baa5-9b101a74b2f6/db1a958b-4f32-409b-80b7-aabfdc12d71d/cc99e811-bd8d-4dd1-a07b-a644420f4c5e) {{(pid=91540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 07:59:54.840002 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-62927457-db39-4821-a14f-f69db2cff0b2 req-90b961a3-5b59-4a79-af34-bcb8d84591c8 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2486162 Jun 02 07:59:54.846032 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-6eeacbb0-93f0-4088-a17d-31fbd06f3780 req-1dc0494b-d8a3-4d4e-8088-50d445cf3445 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] For port 6ff188ec-14db-4153-9ae1-ea4e6ce514be, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6ff188ec-14db-4153-9ae1-ea4e6ce514be,segment=NetworkSegment(b248c05e-10cf-4577-a4bf-3436560b5ff7),segment_id=b248c05e-10cf-4577-a4bf-3436560b5ff7)] {{(pid=91539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:59:54.846652 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-6eeacbb0-93f0-4088-a17d-31fbd06f3780 req-1dc0494b-d8a3-4d4e-8088-50d445cf3445 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:54.869021 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.managers [None req-378fd7bf-6599-4c2f-8506-7f0b07e00c68 None None] Attempting to bind port 033f9c24-4714-466b-959c-41310b578b35 on host dv-cinder-786385-7-smb for vnic_type normal with profile {{(pid=91542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 07:59:54.869620 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.managers [None req-378fd7bf-6599-4c2f-8506-7f0b07e00c68 None None] Attempting to bind port 033f9c24-4714-466b-959c-41310b578b35 by drivers openvswitch,hyperv on host dv-cinder-786385-7-smb at level 0 using segments [{'id': 'f5cbd04c-dcdc-483c-9882-54251cba879c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'}] {{(pid=91542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 07:59:54.870203 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378fd7bf-6599-4c2f-8506-7f0b07e00c68 None None] Attempting to bind port 033f9c24-4714-466b-959c-41310b578b35 on network e9a5f3f9-db43-4f06-8bac-5a44878f4be2 {{(pid=91542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 07:59:54.890934 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a4ff41-857d-4d33-bc5b-886955ed4e24 None None] Pushing event updated for resources: {'Port': ['ID=033f9c24-4714-466b-959c-41310b578b35,revision_number=2']} {{(pid=91542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:54.897817 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378fd7bf-6599-4c2f-8506-7f0b07e00c68 None None] Checking agent: {'id': '2a0e1ac3-7fb5-40bc-887e-90e9797fe79d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 50, 2), 'started_at': datetime.datetime(2021, 6, 2, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 7, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 07:59:54.899032 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378fd7bf-6599-4c2f-8506-7f0b07e00c68 None None] Checking segment: {'id': 'f5cbd04c-dcdc-483c-9882-54251cba879c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:59:54.899650 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-378fd7bf-6599-4c2f-8506-7f0b07e00c68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:54.900819 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378fd7bf-6599-4c2f-8506-7f0b07e00c68 None None] Bound using segment: {'id': 'f5cbd04c-dcdc-483c-9882-54251cba879c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'} {{(pid=91542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 07:59:54.901357 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.managers [None req-378fd7bf-6599-4c2f-8506-7f0b07e00c68 None None] Bound port: 033f9c24-4714-466b-959c-41310b578b35, host: dv-cinder-786385-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5cbd04c-dcdc-483c-9882-54251cba879c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'}}] {{(pid=91542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 07:59:54.902682 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-378fd7bf-6599-4c2f-8506-7f0b07e00c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:54.918503 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 5a184353-f207-4dac-844e-e85fec6a25cb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5a184353-f207-4dac-844e-e85fec6a25cb,segment=NetworkSegment(0a9f3729-62b7-4b55-a4b9-f7267fb154d2),segment_id=0a9f3729-62b7-4b55-a4b9-f7267fb154d2)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:59:54.930043 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:54.931851 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802a0401-e987-405e-b7f4-ad7d47102e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a184353-f207-4dac-844e-e85fec6a25cb'}] {{(pid=91541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 07:59:54.939198 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab578fc78af4bba4052238dc90c68e3a7405fe2d006a0c4fb1b419504dc30437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f60f65-9392-4464-8885-1646984b3d57" -d '{"events": [{"server_uuid": "802a0401-e987-405e-b7f4-ad7d47102e36", "name": "network-vif-plugged", "status": "completed", "tag": "5a184353-f207-4dac-844e-e85fec6a25cb"}]}' {{(pid=91541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 07:59:54.969859 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:54.975901 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG oslo_concurrency.lockutils [None req-f2a4ff41-857d-4d33-bc5b-886955ed4e24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=91542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:54.979785 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-f6d994f9-472b-4e7b-a7ca-64b6dfd15eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:55.092551 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.db [None req-378fd7bf-6599-4c2f-8506-7f0b07e00c68 None None] For port 033f9c24-4714-466b-959c-41310b578b35, host dv-cinder-786385-7-smb, cleared binding levels {{(pid=91542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 07:59:55.103589 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.db [None req-378fd7bf-6599-4c2f-8506-7f0b07e00c68 None None] For port 033f9c24-4714-466b-959c-41310b578b35, host dv-cinder-786385-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=033f9c24-4714-466b-959c-41310b578b35,segment=NetworkSegment(f5cbd04c-dcdc-483c-9882-54251cba879c),segment_id=f5cbd04c-dcdc-483c-9882-54251cba879c)] {{(pid=91542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 07:59:55.117252 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-378fd7bf-6599-4c2f-8506-7f0b07e00c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:55.125479 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG oslo_concurrency.lockutils [None req-a34e824f-4e46-4033-92ea-7dbbd64f7b69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:55.153262 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 6ff188ec-14db-4153-9ae1-ea4e6ce514be no longer exists at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 07:59:55.216565 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 07:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a588d04f-f5e2-4c51-97f0-d00990de5f08 x-openstack-request-id: req-a588d04f-f5e2-4c51-97f0-d00990de5f08 {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 07:59:55.216961 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802a0401-e987-405e-b7f4-ad7d47102e36", "name": "network-vif-plugged", "status": "completed", "tag": "5a184353-f207-4dac-844e-e85fec6a25cb", "code": 200}]} {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 07:59:55.217177 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a588d04f-f5e2-4c51-97f0-d00990de5f08 {{(pid=91541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 07:59:55.217638 dv-cinder-786385-7-smb neutron-server[91541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '802a0401-e987-405e-b7f4-ad7d47102e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a184353-f207-4dac-844e-e85fec6a25cb', 'code': 200} Jun 02 07:59:55.218765 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port 8a7c1b31-ca79-41f6-ad27-18da0ef4e120 triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:59:55.219345 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:55.228455 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378fd7bf-6599-4c2f-8506-7f0b07e00c68 None None] Routers {'60bd9b11-87ff-412c-98a1-ef7f009fee71'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 07:59:55.229505 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-378fd7bf-6599-4c2f-8506-7f0b07e00c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T07:59:33Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['60bd9b11-87ff-412c-98a1-ef7f009fee71'], 'active': True} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:59:55.335166 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [req-6eeacbb0-93f0-4088-a17d-31fbd06f3780 req-1dc0494b-d8a3-4d4e-8088-50d445cf3445 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Calling delete_port for 6ff188ec-14db-4153-9ae1-ea4e6ce514be owned by compute:nova {{(pid=91539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 07:59:55.362269 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-f88d3383-3f4a-4b0c-b811-39ff7f0a5fe6 None None] Provisioning complete for port 76d71b88-1eb3-43a8-b4a0-966ad53db954 triggered by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:59:55.362608 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-f88d3383-3f4a-4b0c-b811-39ff7f0a5fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:55.378519 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-224e4273-a3cb-4eeb-b360-edacb1efea9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:55.398142 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.provisioning_blocks [None req-224e4273-a3cb-4eeb-b360-edacb1efea9e admin admin] Transition to ACTIVE for port object cc99e811-bd8d-4dd1-a07b-a644420f4c5e will not be triggered until provisioned by entity DHCP. {{(pid=91540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:59:55.477019 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 43808) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:55.507296 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-224e4273-a3cb-4eeb-b360-edacb1efea9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27652422'] for port, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:55.529728 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-82d4861c-d665-4ea6-838b-7299124b9850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:55.534144 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvr_db [None req-378fd7bf-6599-4c2f-8506-7f0b07e00c68 None None] Set router 60bd9b11-87ff-412c-98a1-ef7f009fee71 gateway port host: dv-cinder-786385-7-smb {{(pid=91542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 07:59:55.662172 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=5a184353-f207-4dac-844e-e85fec6a25cb,revision_number=7']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:55.676950 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:55.716279 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e4273-a3cb-4eeb-b360-edacb1efea9e admin admin] Pushing event updated for resources: {'Port': ['ID=cc99e811-bd8d-4dd1-a07b-a644420f4c5e,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:55.759675 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:55.761854 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-224e4273-a3cb-4eeb-b360-edacb1efea9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:55.776592 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-6eeacbb0-93f0-4088-a17d-31fbd06f3780 req-1dc0494b-d8a3-4d4e-8088-50d445cf3445 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:55.780832 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224e4273-a3cb-4eeb-b360-edacb1efea9e admin admin] Network 60a42099-4ca4-415f-baa5-9b101a74b2f6 is already hosted by enough agents. {{(pid=91540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 07:59:55.784537 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.base_scheduler [None req-224e4273-a3cb-4eeb-b360-edacb1efea9e admin admin] Resources bound (agent type, host, resource id): {{(pid=91540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:59:55.787945 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-071d6e17-41f3-4dc6-a5e2-adddeb935a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:55.798314 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-c4e56194-7ae6-4200-9ebe-585bb5ac6c8e tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:55.806650 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224e4273-a3cb-4eeb-b360-edacb1efea9e admin admin] Received port after_create {{(pid=91540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 07:59:55.848879 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a4ff41-857d-4d33-bc5b-886955ed4e24 None None] Pushing event updated for resources: {'Port': ['ID=033f9c24-4714-466b-959c-41310b578b35,revision_number=3']} {{(pid=91542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:55.864692 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG oslo_concurrency.lockutils [None req-f2a4ff41-857d-4d33-bc5b-886955ed4e24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=91542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:55.883854 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-071d6e17-41f3-4dc6-a5e2-adddeb935a1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:55.902999 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07919639-e186-485f-a86b-dc236e8f2f19 req-3212405d-7d81-4618-8fd4-62d017eb1512 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:55.905501 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-07919639-e186-485f-a86b-dc236e8f2f19 req-3212405d-7d81-4618-8fd4-62d017eb1512 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/ports?device_id=e176a389-151c-4389-941f-f1b6e77ebdcd HTTP/1.1" status: 200 len: 945 time: 0.4797249 Jun 02 07:59:55.910997 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-071d6e17-41f3-4dc6-a5e2-adddeb935a1f admin admin] Usage tracker for resource:security_group_rule and tenant:ac6988b06c6748e8b19e3b4da5fa2ff3 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:55.917999 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0494b-d8a3-4d4e-8088-50d445cf3445 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Pushing event deleted for resources: {'Port': ['ID=6ff188ec-14db-4153-9ae1-ea4e6ce514be,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:55.929068 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-1dc0494b-d8a3-4d4e-8088-50d445cf3445 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:56.006422 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-071d6e17-41f3-4dc6-a5e2-adddeb935a1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:56.014133 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-07919639-e186-485f-a86b-dc236e8f2f19 req-272d336b-c123-42d2-88fe-1ae4c275a37d tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba82d7e7-e2ce-46eb-81e8-21ddad4c9121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940127 Jun 02 07:59:56.024881 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-071d6e17-41f3-4dc6-a5e2-adddeb935a1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:56.073419 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-224e4273-a3cb-4eeb-b360-edacb1efea9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945850'] for router_interface, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:56.178247 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-378fd7bf-6599-4c2f-8506-7f0b07e00c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bd9b11-87ff-412c-98a1-ef7f009fee71', 'name': 'tempest-TestShelveInstance-1475010617-router', 'tenant_id': '88d1c99c01eb4af48ecfcec25f792f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': '033f9c24-4714-466b-959c-41310b578b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:46Z', 'updated_at': '2021-06-02T07:59:49Z', 'revision_number': 3, 'project_id': '88d1c99c01eb4af48ecfcec25f792f5c', 'gw_port': {'id': '033f9c24-4714-466b-959c-41310b578b35', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bd9b11-87ff-412c-98a1-ef7f009fee71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:59:48Z', 'updated_at': '2021-06-02T07:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb'}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:59:56.184700 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378fd7bf-6599-4c2f-8506-7f0b07e00c68 None None] The sync data for ids ['60bd9b11-87ff-412c-98a1-ef7f009fee71'] in dv-cinder-786385-7-smb is: [{'id': '60bd9b11-87ff-412c-98a1-ef7f009fee71', 'name': 'tempest-TestShelveInstance-1475010617-router', 'tenant_id': '88d1c99c01eb4af48ecfcec25f792f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': '033f9c24-4714-466b-959c-41310b578b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:46Z', 'updated_at': '2021-06-02T07:59:49Z', 'revision_number': 3, 'project_id': '88d1c99c01eb4af48ecfcec25f792f5c', 'gw_port': {'id': '033f9c24-4714-466b-959c-41310b578b35', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bd9b11-87ff-412c-98a1-ef7f009fee71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:59:48Z', 'updated_at': '2021-06-02T07:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb'}] {{(pid=91542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 07:59:56.195056 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-760392e2-a834-44be-b263-a876a5d4e874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1806373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1601809'] for subnet, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:56.274790 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-937d104e-f942-4e16-b421-d833022375f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:56.288723 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-821ac535-4ec0-482b-b693-2fb7e2eddedc None None] Provisioning for port cc99e811-bd8d-4dd1-a07b-a644420f4c5e completed by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 07:59:56.301216 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-821ac535-4ec0-482b-b693-2fb7e2eddedc None None] Provisioning complete for port cc99e811-bd8d-4dd1-a07b-a644420f4c5e triggered by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:59:56.301848 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-821ac535-4ec0-482b-b693-2fb7e2eddedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:56.311165 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eeacbb0-93f0-4088-a17d-31fbd06f3780 req-1dc0494b-d8a3-4d4e-8088-50d445cf3445 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] No DVR routers for this DVR port 6ff188ec-14db-4153-9ae1-ea4e6ce514be on host hv-cinder-78638 {{(pid=91539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 07:59:56.314549 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-6eeacbb0-93f0-4088-a17d-31fbd06f3780 req-1dc0494b-d8a3-4d4e-8088-50d445cf3445 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:56.326708 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-071d6e17-41f3-4dc6-a5e2-adddeb935a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:56.329144 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e176a389-151c-4389-941f-f1b6e77ebdcd', 'name': 'network-vif-deleted', 'tag': '6ff188ec-14db-4153-9ae1-ea4e6ce514be'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 07:59:56.331793 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968d03ca-854d-4704-b179-80c600e252a2" -d '{"events": [{"server_uuid": "e176a389-151c-4389-941f-f1b6e77ebdcd", "name": "network-vif-deleted", "tag": "6ff188ec-14db-4153-9ae1-ea4e6ce514be"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 07:59:56.340178 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760392e2-a834-44be-b263-a876a5d4e874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=946ccb93-1a07-4c78-a272-5288592a7327,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:56.346106 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-760392e2-a834-44be-b263-a876a5d4e874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:56.352737 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-760392e2-a834-44be-b263-a876a5d4e874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for subnet, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:56.363378 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-071d6e17-41f3-4dc6-a5e2-adddeb935a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:56.373869 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-b9c198fb-8f58-4696-9845-399d0384da86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:56.430466 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d6e17-41f3-4dc6-a5e2-adddeb935a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2083de53-018b-44b0-8088-9a836e3e0e09,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:56.486011 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-821ac535-4ec0-482b-b693-2fb7e2eddedc None None] Port cc99e811-bd8d-4dd1-a07b-a644420f4c5e cannot update to ACTIVE because it is not bound. {{(pid=91541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 07:59:56.492855 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 07:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd278ac9-3184-4195-80be-86d4a48ff792 x-openstack-request-id: req-bd278ac9-3184-4195-80be-86d4a48ff792 {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 07:59:56.493410 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e176a389-151c-4389-941f-f1b6e77ebdcd", "name": "network-vif-deleted", "tag": "6ff188ec-14db-4153-9ae1-ea4e6ce514be", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 07:59:56.493692 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bd278ac9-3184-4195-80be-86d4a48ff792 {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 07:59:56.496301 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-071d6e17-41f3-4dc6-a5e2-adddeb935a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:56.496938 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e176a389-151c-4389-941f-f1b6e77ebdcd', 'name': 'network-vif-deleted', 'tag': '6ff188ec-14db-4153-9ae1-ea4e6ce514be', 'status': 'completed', 'code': 200} Jun 02 07:59:56.501244 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-6eeacbb0-93f0-4088-a17d-31fbd06f3780 req-1dc0494b-d8a3-4d4e-8088-50d445cf3445 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.79 "DELETE /v2.0/ports/6ff188ec-14db-4153-9ae1-ea4e6ce514be HTTP/1.1" status: 204 len: 173 time: 3.2281902 Jun 02 07:59:56.518016 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-760392e2-a834-44be-b263-a876a5d4e874 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/946ccb93-1a07-4c78-a272-5288592a7327 HTTP/1.1" status: 204 len: 168 time: 3.7284811 Jun 02 07:59:56.520873 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 43820) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:56.540454 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-071d6e17-41f3-4dc6-a5e2-adddeb935a1f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ac6988b06c6748e8b19e3b4da5fa2ff3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0610886 Jun 02 07:59:56.543976 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 43822) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:56.568708 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 76d71b88-1eb3-43a8-b4a0-966ad53db954 up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:59:56.582042 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-224e4273-a3cb-4eeb-b360-edacb1efea9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:56.627875 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-4375c5f3-20e8-46e7-9cff-f8bdde45f8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1809896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1601822'] for subnet, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:56.666029 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-41bbb267-38ef-4cf0-891a-f1e512e36a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:56.685084 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c83832-8391-4f81-a365-0a7e43b2a703 req-f39563d2-c050-47d8-bfc8-86fc29014091 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:56.688057 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-72c83832-8391-4f81-a365-0a7e43b2a703 req-f39563d2-c050-47d8-bfc8-86fc29014091 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 946 time: 0.4894261 Jun 02 07:59:56.693288 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:56.708971 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port 76d71b88-1eb3-43a8-b4a0-966ad53db954 triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:59:56.709884 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:56.779584 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-41bbb267-38ef-4cf0-891a-f1e512e36a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:56.987178 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-72c83832-8391-4f81-a365-0a7e43b2a703 req-6eaf4740-184a-4703-b49a-f1a8b08b9bea tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2124431 Jun 02 07:59:57.004884 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8baf8280-fe86-4827-8ccf-bd205a56b3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3903172'] for network, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:57.044622 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375c5f3-20e8-46e7-9cff-f8bdde45f8be admin admin] Pushing event updated for resources: {'Subnet': ['ID=97dd7f61-e68e-4938-a09a-689ecc9f4a01,revision_number=0']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:57.088467 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-4375c5f3-20e8-46e7-9cff-f8bdde45f8be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:57.206332 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-224e4273-a3cb-4eeb-b360-edacb1efea9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:57.296890 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8baf8280-fe86-4827-8ccf-bd205a56b3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3859854', 'neutron.services.segments.db._delete_segments_for_network-8746790623609'] for network, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:57.328042 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.services.segments.db [None req-8baf8280-fe86-4827-8ccf-bd205a56b3df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c104e8a-472e-42ae-93e0-a570598f0b7d']}} {{(pid=91539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:59:57.332511 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-963ba9fa-0a5d-4359-a599-60ad5756d87f req-9311bf80-bfd3-4dec-9427-2b16d9b115a1 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/ports?device_id=e176a389-151c-4389-941f-f1b6e77ebdcd HTTP/1.1" status: 200 len: 210 time: 0.0792708 Jun 02 07:59:57.340915 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-224e4273-a3cb-4eeb-b360-edacb1efea9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27652429'] for port, after_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:57.343135 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-41bbb267-38ef-4cf0-891a-f1e512e36a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:57.368812 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.services.segments.db [None req-8baf8280-fe86-4827-8ccf-bd205a56b3df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c4f485d-5984-49fb-a05d-6a353d26975a') {'for_net_delete': True} {{(pid=91539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:59:57.369416 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.services.segments.db [None req-8baf8280-fe86-4827-8ccf-bd205a56b3df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c4f485d-5984-49fb-a05d-6a353d26975a') {} {{(pid=91539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:59:57.403862 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8baf8280-fe86-4827-8ccf-bd205a56b3df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746790628244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1809714'] for segment, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:57.448190 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8baf8280-fe86-4827-8ccf-bd205a56b3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479'] for segment, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:57.484289 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8baf8280-fe86-4827-8ccf-bd205a56b3df admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=91539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 07:59:57.484686 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8baf8280-fe86-4827-8ccf-bd205a56b3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1806479'] for segment, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:57.552978 dv-cinder-786385-7-smb neutron-server[91539]: Traceback (most recent call last): Jun 02 07:59:57.552978 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 07:59:57.552978 dv-cinder-786385-7-smb neutron-server[91539]: timer() Jun 02 07:59:57.552978 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 07:59:57.552978 dv-cinder-786385-7-smb neutron-server[91539]: cb(*args, **kw) Jun 02 07:59:57.552978 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 07:59:57.552978 dv-cinder-786385-7-smb neutron-server[91539]: return func(*args, **kwargs) Jun 02 07:59:57.552978 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 07:59:57.552978 dv-cinder-786385-7-smb neutron-server[91539]: self._notify() Jun 02 07:59:57.552978 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 07:59:57.552978 dv-cinder-786385-7-smb neutron-server[91539]: self.callback(batched_events) Jun 02 07:59:57.552978 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 07:59:57.552978 dv-cinder-786385-7-smb neutron-server[91539]: event.method(event) Jun 02 07:59:57.552978 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 07:59:57.552978 dv-cinder-786385-7-smb neutron-server[91539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 07:59:57.552978 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 07:59:57.552978 dv-cinder-786385-7-smb neutron-server[91539]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 07:59:57.552978 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 07:59:57.552978 dv-cinder-786385-7-smb neutron-server[91539]: return f(self, *a, **k) Jun 02 07:59:57.552978 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 07:59:57.552978 dv-cinder-786385-7-smb neutron-server[91539]: return self._get(url).json() Jun 02 07:59:57.552978 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 07:59:57.552978 dv-cinder-786385-7-smb neutron-server[91539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 07:59:57.552978 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 07:59:57.552978 dv-cinder-786385-7-smb neutron-server[91539]: return self.request(url, 'GET', **kwargs) Jun 02 07:59:57.552978 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 07:59:57.552978 dv-cinder-786385-7-smb neutron-server[91539]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 07:59:57.552978 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 07:59:57.552978 dv-cinder-786385-7-smb neutron-server[91539]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 07:59:57.552978 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 07:59:57.552978 dv-cinder-786385-7-smb neutron-server[91539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 07:59:57.552978 dv-cinder-786385-7-smb neutron-server[91539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 07:59:57.624016 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4375c5f3-20e8-46e7-9cff-f8bdde45f8be admin admin] Checking segment: {'id': '57757a71-f318-422f-96b3-91ecdbbb6c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4e47ec95-df63-4cde-9b70-6cfa695ac55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 07:59:57.624425 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4375c5f3-20e8-46e7-9cff-f8bdde45f8be admin admin] Network hostable DHCP agents. Network: 4e47ec95-df63-4cde-9b70-6cfa695ac55a, hostable agents: ['187909a1-f54b-4aaf-b277-d1ad18d9eb87'], hosted agents: [] {{(pid=91539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 07:59:57.653714 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8baf8280-fe86-4827-8ccf-bd205a56b3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3859897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-947529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-945717'] for network, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:57.664185 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-071d6e17-41f3-4dc6-a5e2-adddeb935a1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:57.665981 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8baf8280-fe86-4827-8ccf-bd205a56b3df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for network, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:57.676226 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:57.691377 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bbb267-38ef-4cf0-891a-f1e512e36a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2083de53-018b-44b0-8088-9a836e3e0e09,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:57.706240 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4375c5f3-20e8-46e7-9cff-f8bdde45f8be admin admin] Network 4e47ec95-df63-4cde-9b70-6cfa695ac55a is scheduled to be hosted by DHCP agent 187909a1-f54b-4aaf-b277-d1ad18d9eb87 with binding_index 1 {{(pid=91539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 07:59:57.707406 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-224e4273-a3cb-4eeb-b360-edacb1efea9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945887'] for router_interface, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:57.728685 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-41bbb267-38ef-4cf0-891a-f1e512e36a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:57.730266 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-b87f5651-d20b-4f11-a728-43e9edb8bbbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:57.734847 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf8280-fe86-4827-8ccf-bd205a56b3df admin admin] Pushing event deleted for resources: {'Network': ['ID=4c104e8a-472e-42ae-93e0-a570598f0b7d,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:57.750539 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-8baf8280-fe86-4827-8ccf-bd205a56b3df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:57.752450 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [None req-4375c5f3-20e8-46e7-9cff-f8bdde45f8be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-7-smb, 4e47ec95-df63-4cde-9b70-6cfa695ac55a) {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:59:57.760893 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-8baf8280-fe86-4827-8ccf-bd205a56b3df admin admin] 10.222.0.81 "DELETE /v2.0/networks/4c104e8a-472e-42ae-93e0-a570598f0b7d HTTP/1.1" status: 204 len: 168 time: 1.2194381 Jun 02 07:59:57.761220 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dd19c0-3b51-47c4-bf18-9a6694a6fc23 None None] Network 4e47ec95-df63-4cde-9b70-6cfa695ac55a requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 07:59:57.761874 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 43830) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:57.837610 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-41bbb267-38ef-4cf0-891a-f1e512e36a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:57.843059 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-41bbb267-38ef-4cf0-891a-f1e512e36a06 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2083de53-018b-44b0-8088-9a836e3e0e09 HTTP/1.1" status: 204 len: 168 time: 1.2965708 Jun 02 07:59:57.897169 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d14dc9-940f-497d-b609-3e4eb5c1265a admin admin] Deleting subnet 4d402360-51fe-4a50-9dc6-23d686b123ff {{(pid=91539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 07:59:57.901626 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-a2d14dc9-940f-497d-b609-3e4eb5c1265a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:57.952612 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e4273-a3cb-4eeb-b360-edacb1efea9e admin admin] Pushing event updated for resources: {'Port': ['ID=cc99e811-bd8d-4dd1-a07b-a644420f4c5e,revision_number=2']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:57.970606 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4375c5f3-20e8-46e7-9cff-f8bdde45f8be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:57.971558 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-4375c5f3-20e8-46e7-9cff-f8bdde45f8be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for subnet, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:58.027405 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-224e4273-a3cb-4eeb-b360-edacb1efea9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:58.033213 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-a2d14dc9-940f-497d-b609-3e4eb5c1265a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1809723'] for subnet, precommit_delete_associations {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:58.073900 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-4375c5f3-20e8-46e7-9cff-f8bdde45f8be admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 5.2559335 Jun 02 07:59:58.076930 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 43838) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:58.082607 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-ec5ec0bb-67bf-4b4b-83c1-5e8cda9b9b24 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-635836753-router', 'tenant_id': 'b376b02319e3497faae6b4322a8462bd', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'}}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 07:59:58.099057 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-ec5ec0bb-67bf-4b4b-83c1-5e8cda9b9b24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 07:59:58.113245 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-ec5ec0bb-67bf-4b4b-83c1-5e8cda9b9b24 admin admin] Usage tracker for resource:router and tenant:b376b02319e3497faae6b4322a8462bd is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 07:59:58.128294 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224e4273-a3cb-4eeb-b360-edacb1efea9e admin admin] Network 60a42099-4ca4-415f-baa5-9b101a74b2f6 is already hosted by enough agents. {{(pid=91540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 07:59:58.129903 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-ec5ec0bb-67bf-4b4b-83c1-5e8cda9b9b24 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 07:59:58.133228 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.base_scheduler [None req-224e4273-a3cb-4eeb-b360-edacb1efea9e admin admin] Resources bound (agent type, host, resource id): {{(pid=91540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:59:58.156841 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-ec5ec0bb-67bf-4b4b-83c1-5e8cda9b9b24 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 07:59:58.349076 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ec5ec0bb-67bf-4b4b-83c1-5e8cda9b9b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1013204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3813'] for router, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:58.350231 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ec5ec0bb-67bf-4b4b-83c1-5e8cda9b9b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-946085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3836'] for router, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:58.395052 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3145cf15-cdd1-43a8-b8a3-66457cb2a36a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp098a28b0-fe0f-53b0-9390-6a847d396a49-4e47ec95-df63-4cde-9b70-6cfa695ac55a', 'network_id': '4e47ec95-df63-4cde-9b70-6cfa695ac55a', 'tenant_id': 'b376b02319e3497faae6b4322a8462bd', 'fixed_ips': [{'subnet_id': '97dd7f61-e68e-4938-a09a-689ecc9f4a01'}]}} from dv-cinder-786385-7-smb. {{(pid=91541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 07:59:58.395907 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-3145cf15-cdd1-43a8-b8a3-66457cb2a36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:58.503805 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ec5ec0bb-67bf-4b4b-83c1-5e8cda9b9b24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:58.530037 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c9ac6-35f5-49d7-82fb-36b441b4f5ac req-18f95c44-84be-4117-b3ec-75f6d021839e tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:58.531496 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-220c9ac6-35f5-49d7-82fb-36b441b4f5ac req-18f95c44-84be-4117-b3ec-75f6d021839e tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.2580769 Jun 02 07:59:58.581118 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224e4273-a3cb-4eeb-b360-edacb1efea9e admin admin] Router 60bd9b11-87ff-412c-98a1-ef7f009fee71 has already been hosted by L3 agent 221affb1-81f2-42a7-84c7-b8c79a9401bf {{(pid=91540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 07:59:58.595648 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-a2d14dc9-940f-497d-b609-3e4eb5c1265a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862327'] for subnet, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:58.640574 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 033f9c24-4714-466b-959c-41310b578b35 up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 07:59:58.667087 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-220c9ac6-35f5-49d7-82fb-36b441b4f5ac req-ffc81095-ef86-4f79-afda-c6923b3a9263 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252425 Jun 02 07:59:58.756291 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-8b05a5f4-0028-466d-9018-213d25b72a46 None None] Provisioning complete for port cc99e811-bd8d-4dd1-a07b-a644420f4c5e triggered by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:59:58.756921 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-8b05a5f4-0028-466d-9018-213d25b72a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:58.864534 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.db_base_plugin_common [None req-3145cf15-cdd1-43a8-b8a3-66457cb2a36a None None] Allocated IP 172.20.0.2 (4e47ec95-df63-4cde-9b70-6cfa695ac55a/97dd7f61-e68e-4938-a09a-689ecc9f4a01/6a7dd5d9-55e6-411d-88d0-8ac0f0ec8bf1) {{(pid=91541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 07:59:58.879192 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-8b05a5f4-0028-466d-9018-213d25b72a46 None None] Port cc99e811-bd8d-4dd1-a07b-a644420f4c5e cannot update to ACTIVE because it is not bound. {{(pid=91541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 07:59:58.888350 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning for port 033f9c24-4714-466b-959c-41310b578b35 completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 07:59:58.914106 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port 033f9c24-4714-466b-959c-41310b578b35 triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 07:59:58.914575 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:59.008358 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a3f14-17a8-46e3-be1f-fe65255a89ad req-3d25fb4d-cbc4-41ee-9230-c0cb85b0ef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:59.010028 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-693a3f14-17a8-46e3-be1f-fe65255a89ad req-3d25fb4d-cbc4-41ee-9230-c0cb85b0ef33 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bce503cf25904aaca71aef47268da025&device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 1098 time: 0.9287503 Jun 02 07:59:59.024057 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f38170-8d94-48a9-8be8-3d815fc9fd4f req-9142d3c5-6c56-4465-ac2d-b2e1df7ce3df tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:59.031182 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-70f38170-8d94-48a9-8be8-3d815fc9fd4f req-9142d3c5-6c56-4465-ac2d-b2e1df7ce3df tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 946 time: 0.8033462 Jun 02 07:59:59.346797 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:59.376590 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-3145cf15-cdd1-43a8-b8a3-66457cb2a36a None None] Notify callbacks [] for port, precommit_create {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:59.380645 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] For port 033f9c24-4714-466b-959c-41310b578b35, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=033f9c24-4714-466b-959c-41310b578b35,segment=NetworkSegment(f5cbd04c-dcdc-483c-9882-54251cba879c),segment_id=f5cbd04c-dcdc-483c-9882-54251cba879c)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 07:59:59.391461 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-3145cf15-cdd1-43a8-b8a3-66457cb2a36a None None] Transition to ACTIVE for port object 6a7dd5d9-55e6-411d-88d0-8ac0f0ec8bf1 will not be triggered until provisioned by entity L2. {{(pid=91541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:59:59.395574 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-54be74f8-3483-49cb-b7c0-ec915eea3539 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:59.396605 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-54be74f8-3483-49cb-b7c0-ec915eea3539 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Synchronizing usage tracker for tenant:61fe13389b6a47f8accc993f60f7d2d5 on resource:network {{(pid=91540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 07:59:59.414742 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-3145cf15-cdd1-43a8-b8a3-66457cb2a36a None None] Transition to ACTIVE for port object 6a7dd5d9-55e6-411d-88d0-8ac0f0ec8bf1 will not be triggered until provisioned by entity DHCP. {{(pid=91541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 07:59:59.417983 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:59.420891 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:59.434460 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ec5ec0bb-67bf-4b4b-83c1-5e8cda9b9b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1013190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3790'] for router, precommit_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:59.449682 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-70f38170-8d94-48a9-8be8-3d815fc9fd4f req-b98d5961-6074-4cb0-819a-4ba595cde887 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4176319 Jun 02 07:59:59.484662 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-3145cf15-cdd1-43a8-b8a3-66457cb2a36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446'] for port, after_create {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:59.533124 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a3f14-17a8-46e3-be1f-fe65255a89ad req-3089a07a-9ca7-45c4-a12d-aba793a96214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:59.535375 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-693a3f14-17a8-46e3-be1f-fe65255a89ad req-3089a07a-9ca7-45c4-a12d-aba793a96214 service neutron] 10.222.0.79 "GET /v2.0/networks?id=cda53b61-b688-46b2-8676-9b4f4ed7490b HTTP/1.1" status: 200 len: 920 time: 0.4898889 Jun 02 07:59:59.553965 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Pushing event updated for resources: {'Port': ['ID=033f9c24-4714-466b-959c-41310b578b35,revision_number=4']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:59.583134 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-54be74f8-3483-49cb-b7c0-ec915eea3539 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Unset dirty status for tenant:61fe13389b6a47f8accc993f60f7d2d5 on resource:network {{(pid=91540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 07:59:59.587502 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:59.588253 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-2fb13755-0b31-4161-b583-7049dca1c0bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:59.589997 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-54be74f8-3483-49cb-b7c0-ec915eea3539 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/networks?id=430173cd-4ca3-4f17-9be2-7f84b308c880 HTTP/1.1" status: 200 len: 809 time: 0.3836343 Jun 02 07:59:59.621031 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-9b5f3143-ebfa-485c-8a51-d8d5d78351ef tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/quotas/61fe13389b6a47f8accc993f60f7d2d5 HTTP/1.1" status: 200 len: 375 time: 0.0299246 Jun 02 07:59:59.657207 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3145cf15-cdd1-43a8-b8a3-66457cb2a36a None None] Network 4e47ec95-df63-4cde-9b70-6cfa695ac55a is already hosted by enough agents. {{(pid=91541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 07:59:59.660177 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.scheduler.base_scheduler [None req-3145cf15-cdd1-43a8-b8a3-66457cb2a36a None None] Resources bound (agent type, host, resource id): {{(pid=91541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 07:59:59.671352 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3145cf15-cdd1-43a8-b8a3-66457cb2a36a None None] Received port after_create {{(pid=91541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 07:59:59.681534 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-693a3f14-17a8-46e3-be1f-fe65255a89ad req-8b0614c4-ef59-4172-b31b-5027094c5b45 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cad6f00-8d13-4408-b3d8-b585af60c589 HTTP/1.1" status: 200 len: 217 time: 0.1360488 Jun 02 07:59:59.682153 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-f7066036-504f-4f9a-9ad4-996194013e8b tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=61fe13389b6a47f8accc993f60f7d2d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596077 Jun 02 07:59:59.683726 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-a2d14dc9-940f-497d-b609-3e4eb5c1265a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1806373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1601809'] for subnet, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:59.733350 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224e4273-a3cb-4eeb-b360-edacb1efea9e admin admin] Notify agent at l3_agent.dv-cinder-786385-7-smb the message routers_updated {{(pid=91540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 07:59:59.747464 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3145cf15-cdd1-43a8-b8a3-66457cb2a36a None None] Pushing event updated for resources: {'Port': ['ID=6a7dd5d9-55e6-411d-88d0-8ac0f0ec8bf1,revision_number=1']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:59.763363 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b3687a-ef2f-4b96-a068-0073334c3028 None None] Sync routers for ids ['60bd9b11-87ff-412c-98a1-ef7f009fee71'] in dv-cinder-786385-7-smb {{(pid=91541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 07:59:59.769506 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-3145cf15-cdd1-43a8-b8a3-66457cb2a36a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:59.800595 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-760392e2-a834-44be-b263-a876a5d4e874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 07:59:59.841181 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b3687a-ef2f-4b96-a068-0073334c3028 None None] Routers {'60bd9b11-87ff-412c-98a1-ef7f009fee71'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 07:59:59.842753 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-09b3687a-ef2f-4b96-a068-0073334c3028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T07:59:33Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['60bd9b11-87ff-412c-98a1-ef7f009fee71'], 'active': True} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 07:59:59.902399 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d14dc9-940f-497d-b609-3e4eb5c1265a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d402360-51fe-4a50-9dc6-23d686b123ff,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 07:59:59.905683 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-a2d14dc9-940f-497d-b609-3e4eb5c1265a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 07:59:59.912086 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-a2d14dc9-940f-497d-b609-3e4eb5c1265a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for subnet, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 07:59:59.939096 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-a2d14dc9-940f-497d-b609-3e4eb5c1265a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/4d402360-51fe-4a50-9dc6-23d686b123ff HTTP/1.1" status: 204 len: 168 time: 2.1700962 Jun 02 07:59:59.942592 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 43856) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 07:59:59.974070 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a3f14-17a8-46e3-be1f-fe65255a89ad req-710f9e81-f018-464f-bfc8-d706894425a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 07:59:59.974817 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-224e4273-a3cb-4eeb-b360-edacb1efea9e admin admin] 10.222.0.81 "PUT /v2.0/routers/60bd9b11-87ff-412c-98a1-ef7f009fee71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6682942 Jun 02 07:59:59.978854 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-693a3f14-17a8-46e3-be1f-fe65255a89ad req-710f9e81-f018-464f-bfc8-d706894425a5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25f79c19-4d8f-4b6c-b5f3-71b7068d7861 HTTP/1.1" status: 200 len: 859 time: 0.2714598 Jun 02 08:00:00.057817 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-693a3f14-17a8-46e3-be1f-fe65255a89ad req-111e2505-86a6-4414-95b5-3f19821982bf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cda53b61-b688-46b2-8676-9b4f4ed7490b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650618 Jun 02 08:00:00.066459 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-7f05e851-6fe8-4a79-8e56-c71896a8e383 service neutron] 10.222.0.81 "GET /v2.0/networks/430173cd-4ca3-4f17-9be2-7f84b308c880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838549 Jun 02 08:00:00.094462 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvr_db [None req-09b3687a-ef2f-4b96-a068-0073334c3028 None None] Set router 60bd9b11-87ff-412c-98a1-ef7f009fee71 gateway port host: dv-cinder-786385-7-smb {{(pid=91541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:00:00.174917 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-27eddc1a-f90c-4838-8453-6f58c5193b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3903172'] for network, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:00.191571 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a13ac-dd24-4c23-b6c6-d9b2c04b6278 req-8d5bc4e3-fef1-4589-84c1-539fc1eb9d3a tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:00.198499 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a50a13ac-dd24-4c23-b6c6-d9b2c04b6278 req-8d5bc4e3-fef1-4589-84c1-539fc1eb9d3a tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.3557711 Jun 02 08:00:00.345588 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-3145cf15-cdd1-43a8-b8a3-66457cb2a36a None None] Attempting to bind port 6a7dd5d9-55e6-411d-88d0-8ac0f0ec8bf1 on host dv-cinder-786385-7-smb for vnic_type normal with profile {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 08:00:00.346908 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-3145cf15-cdd1-43a8-b8a3-66457cb2a36a None None] Attempting to bind port 6a7dd5d9-55e6-411d-88d0-8ac0f0ec8bf1 by drivers openvswitch,hyperv on host dv-cinder-786385-7-smb at level 0 using segments [{'id': '57757a71-f318-422f-96b3-91ecdbbb6c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4e47ec95-df63-4cde-9b70-6cfa695ac55a'}] {{(pid=91541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 08:00:00.347464 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3145cf15-cdd1-43a8-b8a3-66457cb2a36a None None] Attempting to bind port 6a7dd5d9-55e6-411d-88d0-8ac0f0ec8bf1 on network 4e47ec95-df63-4cde-9b70-6cfa695ac55a {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 08:00:00.370149 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3145cf15-cdd1-43a8-b8a3-66457cb2a36a None None] Checking agent: {'id': '2a0e1ac3-7fb5-40bc-887e-90e9797fe79d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 50, 2), 'started_at': datetime.datetime(2021, 6, 2, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 7, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 08:00:00.370855 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3145cf15-cdd1-43a8-b8a3-66457cb2a36a None None] Checking segment: {'id': '57757a71-f318-422f-96b3-91ecdbbb6c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4e47ec95-df63-4cde-9b70-6cfa695ac55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 08:00:00.371607 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-3145cf15-cdd1-43a8-b8a3-66457cb2a36a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:00.372174 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3145cf15-cdd1-43a8-b8a3-66457cb2a36a None None] Bound using segment: {'id': '57757a71-f318-422f-96b3-91ecdbbb6c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4e47ec95-df63-4cde-9b70-6cfa695ac55a'} {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 08:00:00.372803 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-3145cf15-cdd1-43a8-b8a3-66457cb2a36a None None] Bound port: 6a7dd5d9-55e6-411d-88d0-8ac0f0ec8bf1, host: dv-cinder-786385-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57757a71-f318-422f-96b3-91ecdbbb6c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4e47ec95-df63-4cde-9b70-6cfa695ac55a'}}] {{(pid=91541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 08:00:00.373525 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-3145cf15-cdd1-43a8-b8a3-66457cb2a36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:00.379460 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a50a13ac-dd24-4c23-b6c6-d9b2c04b6278 req-0e54f4dd-7f65-4d76-8ad5-21e66c370695 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800148 Jun 02 08:00:00.415383 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-693a3f14-17a8-46e3-be1f-fe65255a89ad req-56abdd1c-6209-45cf-935c-ab69dde6a3c3 service neutron] 10.222.0.79 "GET /v2.0/networks/cda53b61-b688-46b2-8676-9b4f4ed7490b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033934 Jun 02 08:00:00.489268 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ec5ec0bb-67bf-4b4b-83c1-5e8cda9b9b24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:00.515098 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 033f9c24-4714-466b-959c-41310b578b35 up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 08:00:00.549069 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ec5ec0bb-67bf-4b4b-83c1-5e8cda9b9b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:00.604065 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-27eddc1a-f90c-4838-8453-6f58c5193b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3859854', 'neutron.services.segments.db._delete_segments_for_network-8746790623609'] for network, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:00.634321 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-f2a0d4f7-0e34-4df9-9e25-41159740187d service neutron] 10.222.0.81 "GET /v2.0/networks/430173cd-4ca3-4f17-9be2-7f84b308c880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5604446 Jun 02 08:00:00.735502 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-3145cf15-cdd1-43a8-b8a3-66457cb2a36a None None] For port 6a7dd5d9-55e6-411d-88d0-8ac0f0ec8bf1, host dv-cinder-786385-7-smb, cleared binding levels {{(pid=91541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 08:00:00.739005 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-3145cf15-cdd1-43a8-b8a3-66457cb2a36a None None] For port 6a7dd5d9-55e6-411d-88d0-8ac0f0ec8bf1, host dv-cinder-786385-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=6a7dd5d9-55e6-411d-88d0-8ac0f0ec8bf1,segment=NetworkSegment(57757a71-f318-422f-96b3-91ecdbbb6c06),segment_id=57757a71-f318-422f-96b3-91ecdbbb6c06)] {{(pid=91541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 08:00:00.752539 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-162dfdd3-0742-4b59-afe2-29b5c3d7745f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:00.774702 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-3145cf15-cdd1-43a8-b8a3-66457cb2a36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:00.781651 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-3145cf15-cdd1-43a8-b8a3-66457cb2a36a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:00.863916 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.services.segments.db [None req-27eddc1a-f90c-4838-8453-6f58c5193b50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23bda27e-2b49-4a18-b649-4bde50f772f0']}} {{(pid=91539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:00:00.913772 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port 033f9c24-4714-466b-959c-41310b578b35 triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:00:00.913772 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:00.933224 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.db_base_plugin_common [None req-ec5ec0bb-67bf-4b4b-83c1-5e8cda9b9b24 admin admin] Allocated IP 172.28.1.115 (e9a5f3f9-db43-4f06-8bac-5a44878f4be2/e2d41c65-2880-4a37-bb18-2012b034108f/f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956) {{(pid=91540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 08:00:00.961154 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.services.segments.db [None req-27eddc1a-f90c-4838-8453-6f58c5193b50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cabd7ce-6fa2-488e-a6bc-2bb676df8356') {'for_net_delete': True} {{(pid=91539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:00:00.961459 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.services.segments.db [None req-27eddc1a-f90c-4838-8453-6f58c5193b50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cabd7ce-6fa2-488e-a6bc-2bb676df8356') {} {{(pid=91539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:00:00.991730 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-27eddc1a-f90c-4838-8453-6f58c5193b50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746790628244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1809714'] for segment, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:01.027219 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-27eddc1a-f90c-4838-8453-6f58c5193b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479'] for segment, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:01.057699 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27eddc1a-f90c-4838-8453-6f58c5193b50 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=91539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 08:00:01.060385 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-27eddc1a-f90c-4838-8453-6f58c5193b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1806479'] for segment, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:01.128021 dv-cinder-786385-7-smb neutron-server[91539]: Traceback (most recent call last): Jun 02 08:00:01.128021 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 08:00:01.128021 dv-cinder-786385-7-smb neutron-server[91539]: timer() Jun 02 08:00:01.128021 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 08:00:01.128021 dv-cinder-786385-7-smb neutron-server[91539]: cb(*args, **kw) Jun 02 08:00:01.128021 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 08:00:01.128021 dv-cinder-786385-7-smb neutron-server[91539]: return func(*args, **kwargs) Jun 02 08:00:01.128021 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 08:00:01.128021 dv-cinder-786385-7-smb neutron-server[91539]: self._notify() Jun 02 08:00:01.128021 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 08:00:01.128021 dv-cinder-786385-7-smb neutron-server[91539]: self.callback(batched_events) Jun 02 08:00:01.128021 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 08:00:01.128021 dv-cinder-786385-7-smb neutron-server[91539]: event.method(event) Jun 02 08:00:01.128021 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 08:00:01.128021 dv-cinder-786385-7-smb neutron-server[91539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 08:00:01.128021 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 08:00:01.128021 dv-cinder-786385-7-smb neutron-server[91539]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 08:00:01.128021 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 08:00:01.128021 dv-cinder-786385-7-smb neutron-server[91539]: return f(self, *a, **k) Jun 02 08:00:01.128021 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 08:00:01.128021 dv-cinder-786385-7-smb neutron-server[91539]: return self._get(url).json() Jun 02 08:00:01.128021 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 08:00:01.128021 dv-cinder-786385-7-smb neutron-server[91539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 08:00:01.128021 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 08:00:01.128021 dv-cinder-786385-7-smb neutron-server[91539]: return self.request(url, 'GET', **kwargs) Jun 02 08:00:01.128021 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 08:00:01.128021 dv-cinder-786385-7-smb neutron-server[91539]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 08:00:01.128021 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 08:00:01.128021 dv-cinder-786385-7-smb neutron-server[91539]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 08:00:01.128021 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 08:00:01.128021 dv-cinder-786385-7-smb neutron-server[91539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 08:00:01.128021 dv-cinder-786385-7-smb neutron-server[91539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 08:00:01.145989 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3145cf15-cdd1-43a8-b8a3-66457cb2a36a None None] Pushing event updated for resources: {'Port': ['ID=6a7dd5d9-55e6-411d-88d0-8ac0f0ec8bf1,revision_number=2']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:01.154731 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-3145cf15-cdd1-43a8-b8a3-66457cb2a36a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:01.187613 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 43876) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:00:01.196029 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-6e76c65f-0305-4735-b448-261651c4e244 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2141397543', 'description': 'tempest-secgroup-smoke-2141397543 description', 'project_id': 'b35f5d14d93b40f0848158412804be41'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:00:01.319086 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-6e76c65f-0305-4735-b448-261651c4e244 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:00:01.341889 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-6e76c65f-0305-4735-b448-261651c4e244 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Usage tracker for resource:security_group and tenant:b35f5d14d93b40f0848158412804be41 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:00:01.353327 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-09b3687a-ef2f-4b96-a068-0073334c3028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bd9b11-87ff-412c-98a1-ef7f009fee71', 'name': 'tempest-TestShelveInstance-1475010617-router', 'tenant_id': '88d1c99c01eb4af48ecfcec25f792f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': '033f9c24-4714-466b-959c-41310b578b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:46Z', 'updated_at': '2021-06-02T07:59:56Z', 'revision_number': 4, 'project_id': '88d1c99c01eb4af48ecfcec25f792f5c', 'gw_port': {'id': '033f9c24-4714-466b-959c-41310b578b35', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bd9b11-87ff-412c-98a1-ef7f009fee71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:59:48Z', 'updated_at': '2021-06-02T07:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': 'cc99e811-bd8d-4dd1-a07b-a644420f4c5e', 'name': '', 'network_id': '60a42099-4ca4-415f-baa5-9b101a74b2f6', 'tenant_id': '88d1c99c01eb4af48ecfcec25f792f5c', 'mac_address': 'fa:16:3e:d7:fa:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bd9b11-87ff-412c-98a1-ef7f009fee71', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'db1a958b-4f32-409b-80b7-aabfdc12d71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:59:54Z', 'updated_at': '2021-06-02T07:59:56Z', 'revision_number': 2, 'project_id': '88d1c99c01eb4af48ecfcec25f792f5c', 'subnets': [{'id': 'db1a958b-4f32-409b-80b7-aabfdc12d71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:00:01.359546 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-6e76c65f-0305-4735-b448-261651c4e244 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:00:01.360645 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-d385c6f1-f868-4acd-8cc1-4847b21bef32 req-a8dcfe3d-60c7-4706-8747-67a622ed443a tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Synchronizing usage tracker for tenant:61fe13389b6a47f8accc993f60f7d2d5 on resource:port {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:00:01.375526 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-693a3f14-17a8-46e3-be1f-fe65255a89ad req-fc25bd8a-e8bf-407b-bfa5-024eea334b91 service neutron] 10.222.0.79 "GET /v2.0/networks/cda53b61-b688-46b2-8676-9b4f4ed7490b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9389436 Jun 02 08:00:01.377404 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b3687a-ef2f-4b96-a068-0073334c3028 None None] Checking router: 60bd9b11-87ff-412c-98a1-ef7f009fee71 for host: dv-cinder-786385-7-smb {{(pid=91541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 08:00:01.381298 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b3687a-ef2f-4b96-a068-0073334c3028 None None] Updating router 60bd9b11-87ff-412c-98a1-ef7f009fee71 port cc99e811-bd8d-4dd1-a07b-a644420f4c5e binding host dv-cinder-786385-7-smb {{(pid=91541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 08:00:01.400422 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-27eddc1a-f90c-4838-8453-6f58c5193b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3859897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-947529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-945717'] for network, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:01.411221 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:01.431162 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-27eddc1a-f90c-4838-8453-6f58c5193b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for network, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:01.434279 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-d385c6f1-f868-4acd-8cc1-4847b21bef32 req-a8dcfe3d-60c7-4706-8747-67a622ed443a tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Unset dirty status for tenant:61fe13389b6a47f8accc993f60f7d2d5 on resource:port {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:00:01.447288 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d385c6f1-f868-4acd-8cc1-4847b21bef32 req-a8dcfe3d-60c7-4706-8747-67a622ed443a tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/ports?device_id=24677239-5d70-48f7-8785-d906d21b9f66 HTTP/1.1" status: 200 len: 210 time: 0.1699591 Jun 02 08:00:01.467673 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eddc1a-f90c-4838-8453-6f58c5193b50 admin admin] Pushing event deleted for resources: {'Network': ['ID=23bda27e-2b49-4a18-b649-4bde50f772f0,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:01.470786 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-27eddc1a-f90c-4838-8453-6f58c5193b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:01.478774 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-27eddc1a-f90c-4838-8453-6f58c5193b50 admin admin] 10.222.0.81 "DELETE /v2.0/networks/23bda27e-2b49-4a18-b649-4bde50f772f0 HTTP/1.1" status: 204 len: 168 time: 1.5347495 Jun 02 08:00:01.488747 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-6e76c65f-0305-4735-b448-261651c4e244 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:00:01.541637 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-6e76c65f-0305-4735-b448-261651c4e244 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:01.568355 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ec5ec0bb-67bf-4b4b-83c1-5e8cda9b9b24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:01.574108 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-6e76c65f-0305-4735-b448-261651c4e244 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:00:01.585338 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-6e76c65f-0305-4735-b448-261651c4e244 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Usage tracker for resource:security_group_rule and tenant:b35f5d14d93b40f0848158412804be41 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:00:01.601491 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-09b3687a-ef2f-4b96-a068-0073334c3028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:01.618126 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e76b55-bbc0-47f3-af50-e8813cd7a95b req-3059026b-f89d-43bf-9354-4a3560dc0944 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:01.630431 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-53e76b55-bbc0-47f3-af50-e8813cd7a95b req-3059026b-f89d-43bf-9354-4a3560dc0944 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 946 time: 0.4430647 Jun 02 08:00:01.632844 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-6e76c65f-0305-4735-b448-261651c4e244 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:00:01.661232 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-6e76c65f-0305-4735-b448-261651c4e244 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:00:01.718245 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-53e76b55-bbc0-47f3-af50-e8813cd7a95b req-214f8448-9d4c-4999-9edd-2027cd73ae83 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0863440 Jun 02 08:00:01.815442 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ec5ec0bb-67bf-4b4b-83c1-5e8cda9b9b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27652422'] for port, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:01.822893 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:01.907528 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdca5d-9683-463e-9ce5-2bb0e20178a1 req-0f2ebbc7-5d23-436e-a2b7-af413c837c63 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:01.908164 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ec0bb-67bf-4b4b-83c1-5e8cda9b9b24 admin admin] Pushing event updated for resources: {'Port': ['ID=f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:01.917288 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-dbfdca5d-9683-463e-9ce5-2bb0e20178a1 req-0f2ebbc7-5d23-436e-a2b7-af413c837c63 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.1901145 Jun 02 08:00:01.932687 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-ec5ec0bb-67bf-4b4b-83c1-5e8cda9b9b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:01.959503 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 43892) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:00:01.963260 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5ec0bb-67bf-4b4b-83c1-5e8cda9b9b24 admin admin] Network e9a5f3f9-db43-4f06-8bac-5a44878f4be2 is already hosted by enough agents. {{(pid=91540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 08:00:01.968785 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.base_scheduler [None req-ec5ec0bb-67bf-4b4b-83c1-5e8cda9b9b24 admin admin] Resources bound (agent type, host, resource id): {{(pid=91540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 08:00:01.986184 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5ec0bb-67bf-4b4b-83c1-5e8cda9b9b24 admin admin] Received port after_create {{(pid=91540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 08:00:02.003293 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-dbfdca5d-9683-463e-9ce5-2bb0e20178a1 req-f8d2d425-1025-42bf-ab5b-15cfb335eddc tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844221 Jun 02 08:00:02.042982 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-6e76c65f-0305-4735-b448-261651c4e244 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:02.051648 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-d021929d-d3fe-40c2-9f80-ffa8a0036140 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2e2eb3299cb1440b8cc5de8f444ccde0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0882626 Jun 02 08:00:02.054100 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 43894) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:00:02.055627 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-6e76c65f-0305-4735-b448-261651c4e244 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:02.149038 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-532ac183-e948-43cc-8932-e3296173b97c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:02.166101 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ae4eb5fb-1811-46bc-bb2b-29b7a6926c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:02.170129 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-6e76c65f-0305-4735-b448-261651c4e244 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:02.171717 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-6e76c65f-0305-4735-b448-261651c4e244 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9795041 Jun 02 08:00:02.180647 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 43896) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:00:02.189388 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-5d3d7c7f-a174-4949-94c8-f2fd0d2342c3 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Request body: {'security_group_rule': {'security_group_id': '2d5db7e0-af9d-4c66-a548-1abd027dc6c8', 'project_id': 'b35f5d14d93b40f0848158412804be41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:00:02.197920 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-5d3d7c7f-a174-4949-94c8-f2fd0d2342c3 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:00:02.203184 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-5d3d7c7f-a174-4949-94c8-f2fd0d2342c3 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Usage tracker for resource:security_group_rule and tenant:b35f5d14d93b40f0848158412804be41 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:00:02.207120 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-5d3d7c7f-a174-4949-94c8-f2fd0d2342c3 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:00:02.210685 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ae4eb5fb-1811-46bc-bb2b-29b7a6926c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:02.213750 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-5d3d7c7f-a174-4949-94c8-f2fd0d2342c3 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:00:02.250007 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-5d3d7c7f-a174-4949-94c8-f2fd0d2342c3 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:02.295985 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ae4eb5fb-1811-46bc-bb2b-29b7a6926c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:02.301625 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-d4911c96-d0ea-4ed0-bf90-82377e52a0e7 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:02.324456 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4eb5fb-1811-46bc-bb2b-29b7a6926c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec848549-fbc4-4a48-8fd1-920903fb7de9,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:02.344831 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-ae4eb5fb-1811-46bc-bb2b-29b7a6926c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:02.359487 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ae4eb5fb-1811-46bc-bb2b-29b7a6926c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:02.360944 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-ae4eb5fb-1811-46bc-bb2b-29b7a6926c92 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ec848549-fbc4-4a48-8fd1-920903fb7de9 HTTP/1.1" status: 204 len: 168 time: 0.3048465 Jun 02 08:00:02.363381 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e76c65f-0305-4735-b448-261651c4e244 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5db7e0-af9d-4c66-a548-1abd027dc6c8,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:02.377162 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-6e76c65f-0305-4735-b448-261651c4e244 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:02.457225 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:02.629426 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-09b3687a-ef2f-4b96-a068-0073334c3028 None None] Notify callbacks [] for port, precommit_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:02.637028 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 6a7dd5d9-55e6-411d-88d0-8ac0f0ec8bf1 up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 08:00:02.710480 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-09b3687a-ef2f-4b96-a068-0073334c3028 None None] Transition to ACTIVE for port object cc99e811-bd8d-4dd1-a07b-a644420f4c5e will not be triggered until provisioned by entity L2. {{(pid=91541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 08:00:02.722202 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1924-2b12-4b3a-9a98-1a922026dff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:02.741907 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-09b3687a-ef2f-4b96-a068-0073334c3028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:02.774636 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:03.071617 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6bf4b0-c105-4315-a9de-e13bad0b4a26 None None] Network 4e47ec95-df63-4cde-9b70-6cfa695ac55a requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 08:00:03.185800 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-3f1796a0-245f-49c4-af18-7857d5b283ba req-d3d497cf-3b84-438a-b2bd-2a1f9ce0699b tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/ports?device_id=24677239-5d70-48f7-8785-d906d21b9f66 HTTP/1.1" status: 200 len: 210 time: 0.4570713 Jun 02 08:00:03.305429 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning for port 6a7dd5d9-55e6-411d-88d0-8ac0f0ec8bf1 completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 08:00:03.366466 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-5d3d7c7f-a174-4949-94c8-f2fd0d2342c3 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:03.390986 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 43910) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:00:03.408645 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6c8ce-1eb0-4860-baa4-73527958c2cf None None] Pushing event updated for resources: {'Port': ['ID=cc99e811-bd8d-4dd1-a07b-a644420f4c5e,revision_number=3']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:03.434677 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-5d3d7c7f-a174-4949-94c8-f2fd0d2342c3 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947614'] for security_group_rule, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:03.480005 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-3cd6c8ce-1eb0-4860-baa4-73527958c2cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:03.495326 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-3caf53bd-0a2c-4005-9bdf-12be9fba0411 None None] Provisioning for port 6a7dd5d9-55e6-411d-88d0-8ac0f0ec8bf1 completed by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 08:00:03.514567 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-3caf53bd-0a2c-4005-9bdf-12be9fba0411 None None] Provisioning complete for port 6a7dd5d9-55e6-411d-88d0-8ac0f0ec8bf1 triggered by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:00:03.515120 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-3caf53bd-0a2c-4005-9bdf-12be9fba0411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:03.534694 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:03.555479 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-09b3687a-ef2f-4b96-a068-0073334c3028 None None] Attempting to bind port cc99e811-bd8d-4dd1-a07b-a644420f4c5e on host dv-cinder-786385-7-smb for vnic_type normal with profile {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 08:00:03.555725 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-09b3687a-ef2f-4b96-a068-0073334c3028 None None] Attempting to bind port cc99e811-bd8d-4dd1-a07b-a644420f4c5e by drivers openvswitch,hyperv on host dv-cinder-786385-7-smb at level 0 using segments [{'id': '206d5cf8-2d06-4bb4-9898-c32134c88e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '60a42099-4ca4-415f-baa5-9b101a74b2f6'}] {{(pid=91541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 08:00:03.556743 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b3687a-ef2f-4b96-a068-0073334c3028 None None] Attempting to bind port cc99e811-bd8d-4dd1-a07b-a644420f4c5e on network 60a42099-4ca4-415f-baa5-9b101a74b2f6 {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 08:00:03.593165 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066cef4-e7df-4aef-819b-a5fde85f4ac8 req-084ea2cd-8dcb-4cf9-be56-42129b43e112 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:03.597310 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b3687a-ef2f-4b96-a068-0073334c3028 None None] Checking agent: {'id': '2a0e1ac3-7fb5-40bc-887e-90e9797fe79d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 50, 2), 'started_at': datetime.datetime(2021, 6, 2, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 08:00:03.598068 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b3687a-ef2f-4b96-a068-0073334c3028 None None] Checking segment: {'id': '206d5cf8-2d06-4bb4-9898-c32134c88e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '60a42099-4ca4-415f-baa5-9b101a74b2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 08:00:03.598199 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0066cef4-e7df-4aef-819b-a5fde85f4ac8 req-084ea2cd-8dcb-4cf9-be56-42129b43e112 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 946 time: 0.6423852 Jun 02 08:00:03.598819 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-09b3687a-ef2f-4b96-a068-0073334c3028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:03.599451 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b3687a-ef2f-4b96-a068-0073334c3028 None None] Bound using segment: {'id': '206d5cf8-2d06-4bb4-9898-c32134c88e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '60a42099-4ca4-415f-baa5-9b101a74b2f6'} {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 08:00:03.600303 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-09b3687a-ef2f-4b96-a068-0073334c3028 None None] Bound port: cc99e811-bd8d-4dd1-a07b-a644420f4c5e, host: dv-cinder-786385-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '206d5cf8-2d06-4bb4-9898-c32134c88e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '60a42099-4ca4-415f-baa5-9b101a74b2f6'}}] {{(pid=91541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 08:00:03.600935 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-09b3687a-ef2f-4b96-a068-0073334c3028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:03.636114 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-73685456-ae18-4861-a5e1-c7e440ddd12f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a6a0d4e9319a499abd42a43d1a034ac0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2433650 Jun 02 08:00:03.651731 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 43914) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:00:03.652520 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d7c7f-a174-4949-94c8-f2fd0d2342c3 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d4e0bd7-5fb0-4340-82f9-c73e9ca59bba,revision_number=0']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:03.664394 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-5d3d7c7f-a174-4949-94c8-f2fd0d2342c3 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:03.678451 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0066cef4-e7df-4aef-819b-a5fde85f4ac8 req-0ec90e21-a01a-475d-ae34-61c7ce28eec1 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619869 Jun 02 08:00:03.711913 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-0eef9381-5547-4bcb-a4e6-ecdfeaea95de tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:03.716679 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ec5ec0bb-67bf-4b4b-83c1-5e8cda9b9b24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:03.718540 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-0eef9381-5547-4bcb-a4e6-ecdfeaea95de tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.79 "GET /v2.0/networks?id=430173cd-4ca3-4f17-9be2-7f84b308c880 HTTP/1.1" status: 200 len: 809 time: 0.6691597 Jun 02 08:00:03.745136 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-238478ce-ed25-4037-91dd-d25cbbbc385a tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Request body: {'port': {'device_id': '24677239-5d70-48f7-8785-d906d21b9f66', 'network_id': '430173cd-4ca3-4f17-9be2-7f84b308c880', 'admin_state_up': True, 'tenant_id': '61fe13389b6a47f8accc993f60f7d2d5'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:00:03.798718 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-5d3d7c7f-a174-4949-94c8-f2fd0d2342c3 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:03.803359 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-5d3d7c7f-a174-4949-94c8-f2fd0d2342c3 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6180677 Jun 02 08:00:03.806025 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 43916) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:00:03.821971 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-9d49af29-6735-4ba8-9046-b9d9d0a04e80 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Request body: {'security_group_rule': {'security_group_id': '2d5db7e0-af9d-4c66-a548-1abd027dc6c8', 'project_id': 'b35f5d14d93b40f0848158412804be41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:00:03.850240 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-9d49af29-6735-4ba8-9046-b9d9d0a04e80 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:00:03.866753 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-9d49af29-6735-4ba8-9046-b9d9d0a04e80 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Usage tracker for resource:security_group_rule and tenant:b35f5d14d93b40f0848158412804be41 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:00:03.876616 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-9d49af29-6735-4ba8-9046-b9d9d0a04e80 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:00:03.886270 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-da0b312c-434d-4825-a738-dac82711fabf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:03.888141 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-3caf53bd-0a2c-4005-9bdf-12be9fba0411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:03.890341 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-9d49af29-6735-4ba8-9046-b9d9d0a04e80 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:00:03.904614 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-09b3687a-ef2f-4b96-a068-0073334c3028 None None] For port cc99e811-bd8d-4dd1-a07b-a644420f4c5e, host dv-cinder-786385-7-smb, cleared binding levels {{(pid=91541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 08:00:03.922645 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-09b3687a-ef2f-4b96-a068-0073334c3028 None None] For port cc99e811-bd8d-4dd1-a07b-a644420f4c5e, host dv-cinder-786385-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=cc99e811-bd8d-4dd1-a07b-a644420f4c5e,segment=NetworkSegment(206d5cf8-2d06-4bb4-9898-c32134c88e47),segment_id=206d5cf8-2d06-4bb4-9898-c32134c88e47)] {{(pid=91541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 08:00:03.942218 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-09b3687a-ef2f-4b96-a068-0073334c3028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:03.948136 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:03.955920 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-238478ce-ed25-4037-91dd-d25cbbbc385a tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:00:03.968637 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-238478ce-ed25-4037-91dd-d25cbbbc385a tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:00:04.006190 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-3caf53bd-0a2c-4005-9bdf-12be9fba0411 None None] For port 6a7dd5d9-55e6-411d-88d0-8ac0f0ec8bf1, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=6a7dd5d9-55e6-411d-88d0-8ac0f0ec8bf1,segment=NetworkSegment(57757a71-f318-422f-96b3-91ecdbbb6c06),segment_id=57757a71-f318-422f-96b3-91ecdbbb6c06)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:00:04.014426 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-238478ce-ed25-4037-91dd-d25cbbbc385a tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Made reservation on behalf of 61fe13389b6a47f8accc993f60f7d2d5 for: {'port': 1} {{(pid=91539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 08:00:04.041302 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-238478ce-ed25-4037-91dd-d25cbbbc385a tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:04.041723 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbfe0ba-92df-4a70-a3be-1a1fb050e7f3 req-0cec2d5c-d989-4101-9e49-e0a25fe8e3f1 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:04.043169 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-3caf53bd-0a2c-4005-9bdf-12be9fba0411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:04.055897 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-9bbfe0ba-92df-4a70-a3be-1a1fb050e7f3 req-0cec2d5c-d989-4101-9e49-e0a25fe8e3f1 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.6157835 Jun 02 08:00:04.057770 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:04.080942 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b3687a-ef2f-4b96-a068-0073334c3028 None None] Routers {'60bd9b11-87ff-412c-98a1-ef7f009fee71'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:00:04.081710 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-09b3687a-ef2f-4b96-a068-0073334c3028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:00:03Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['60bd9b11-87ff-412c-98a1-ef7f009fee71'], 'active': True} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:00:04.125757 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-da0b312c-434d-4825-a738-dac82711fabf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:04.135729 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-9d49af29-6735-4ba8-9046-b9d9d0a04e80 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:04.410160 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-9bbfe0ba-92df-4a70-a3be-1a1fb050e7f3 req-e170fc93-9da9-4bb4-a4c5-f6aff59ddc05 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513463 Jun 02 08:00:04.429261 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-da0b312c-434d-4825-a738-dac82711fabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:04.450647 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-050e00ec-5adf-43ae-a962-d1360b9ae9bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:04.462784 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvr_db [None req-09b3687a-ef2f-4b96-a068-0073334c3028 None None] Set router 60bd9b11-87ff-412c-98a1-ef7f009fee71 gateway port host: dv-cinder-786385-7-smb {{(pid=91541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:00:04.472681 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b312c-434d-4825-a738-dac82711fabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1725c57-4687-4fe9-8d79-fd7616d4796a,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:04.481478 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-da0b312c-434d-4825-a738-dac82711fabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:04.507720 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-da0b312c-434d-4825-a738-dac82711fabf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:04.511493 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-da0b312c-434d-4825-a738-dac82711fabf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e1725c57-4687-4fe9-8d79-fd7616d4796a HTTP/1.1" status: 204 len: 168 time: 0.8437958 Jun 02 08:00:04.520161 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6c8ce-1eb0-4860-baa4-73527958c2cf None None] Pushing event updated for resources: {'Port': ['ID=cc99e811-bd8d-4dd1-a07b-a644420f4c5e,revision_number=4']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:04.531915 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-3cd6c8ce-1eb0-4860-baa4-73527958c2cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:04.541723 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-5db030f9-3a66-416c-9070-f54c4ffe0d9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.492s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:04.542000 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-9d49af29-6735-4ba8-9046-b9d9d0a04e80 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:04.590572 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-37808482-b90b-438c-a961-9bf7be7fc343 req-0cff4a2b-37c9-4148-9624-bc352c448452 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/ports?device_id=24677239-5d70-48f7-8785-d906d21b9f66 HTTP/1.1" status: 200 len: 210 time: 0.1174240 Jun 02 08:00:04.628200 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.db_base_plugin_common [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-238478ce-ed25-4037-91dd-d25cbbbc385a tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Allocated IP 172.20.0.6 (430173cd-4ca3-4f17-9be2-7f84b308c880/7de659b5-231d-486f-99b3-08b97a1da388/0689d4ce-a9f6-4867-985b-6a2ca7952768) {{(pid=91539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 08:00:04.636020 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf53bd-0a2c-4005-9bdf-12be9fba0411 None None] Pushing event updated for resources: {'Port': ['ID=6a7dd5d9-55e6-411d-88d0-8ac0f0ec8bf1,revision_number=3']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:04.658406 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-3caf53bd-0a2c-4005-9bdf-12be9fba0411 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:04.694377 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ec5ec0bb-67bf-4b4b-83c1-5e8cda9b9b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946160'] for router, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:04.697911 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-9d49af29-6735-4ba8-9046-b9d9d0a04e80 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947614'] for security_group_rule, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:04.830585 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:04.942755 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49af29-6735-4ba8-9046-b9d9d0a04e80 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8896350-42df-4a54-98d2-b96436edb3ff,revision_number=0']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:04.958247 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-9d49af29-6735-4ba8-9046-b9d9d0a04e80 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:05.081822 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-238478ce-ed25-4037-91dd-d25cbbbc385a tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Notify callbacks [] for port, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:05.130943 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-238478ce-ed25-4037-91dd-d25cbbbc385a tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:05.155622 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-1d54bcf3-7262-4658-9447-de281743630a None None] Provisioning complete for port 6a7dd5d9-55e6-411d-88d0-8ac0f0ec8bf1 triggered by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:00:05.155946 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-4c6d6554-2263-4899-95be-929077850f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:05.156422 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1d54bcf3-7262-4658-9447-de281743630a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:05.217859 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-9d49af29-6735-4ba8-9046-b9d9d0a04e80 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:05.221937 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-9d49af29-6735-4ba8-9046-b9d9d0a04e80 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4134676 Jun 02 08:00:05.225313 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 43932) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:00:05.229862 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-d013eb55-7b99-4005-b0b9-cd1c49640b69 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Request body: {'security_group_rule': {'security_group_id': '2d5db7e0-af9d-4c66-a548-1abd027dc6c8', 'project_id': 'b35f5d14d93b40f0848158412804be41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:00:05.245054 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-d013eb55-7b99-4005-b0b9-cd1c49640b69 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:00:05.265042 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-238478ce-ed25-4037-91dd-d25cbbbc385a tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Network 430173cd-4ca3-4f17-9be2-7f84b308c880 is already hosted by enough agents. {{(pid=91539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 08:00:05.268913 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-238478ce-ed25-4037-91dd-d25cbbbc385a tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Resources bound (agent type, host, resource id): {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 08:00:05.280259 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-238478ce-ed25-4037-91dd-d25cbbbc385a tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Received port after_create {{(pid=91539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 08:00:05.292109 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-d013eb55-7b99-4005-b0b9-cd1c49640b69 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Usage tracker for resource:security_group_rule and tenant:b35f5d14d93b40f0848158412804be41 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:00:05.307996 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-d013eb55-7b99-4005-b0b9-cd1c49640b69 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:00:05.349669 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764e693-08d6-4b7e-957f-7a741186db73 req-9691aa9e-8ce0-4b3d-8144-c2fbea02e4cf tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:05.353515 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-b764e693-08d6-4b7e-957f-7a741186db73 req-9691aa9e-8ce0-4b3d-8144-c2fbea02e4cf tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 946 time: 0.4892368 Jun 02 08:00:05.366272 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-d013eb55-7b99-4005-b0b9-cd1c49640b69 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:00:05.367092 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-238478ce-ed25-4037-91dd-d25cbbbc385a tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:05.380133 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-238478ce-ed25-4037-91dd-d25cbbbc385a tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:05.390865 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:05.412065 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-09b3687a-ef2f-4b96-a068-0073334c3028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bd9b11-87ff-412c-98a1-ef7f009fee71', 'name': 'tempest-TestShelveInstance-1475010617-router', 'tenant_id': '88d1c99c01eb4af48ecfcec25f792f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': '033f9c24-4714-466b-959c-41310b578b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:46Z', 'updated_at': '2021-06-02T07:59:56Z', 'revision_number': 4, 'project_id': '88d1c99c01eb4af48ecfcec25f792f5c', 'gw_port': {'id': '033f9c24-4714-466b-959c-41310b578b35', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bd9b11-87ff-412c-98a1-ef7f009fee71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:59:48Z', 'updated_at': '2021-06-02T07:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': 'cc99e811-bd8d-4dd1-a07b-a644420f4c5e', 'name': '', 'network_id': '60a42099-4ca4-415f-baa5-9b101a74b2f6', 'tenant_id': '88d1c99c01eb4af48ecfcec25f792f5c', 'mac_address': 'fa:16:3e:d7:fa:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bd9b11-87ff-412c-98a1-ef7f009fee71', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'db1a958b-4f32-409b-80b7-aabfdc12d71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:59:54Z', 'updated_at': '2021-06-02T08:00:03Z', 'revision_number': 4, 'project_id': '88d1c99c01eb4af48ecfcec25f792f5c', 'subnets': [{'id': 'db1a958b-4f32-409b-80b7-aabfdc12d71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:00:05.418377 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b3687a-ef2f-4b96-a068-0073334c3028 None None] The sync data for ids ['60bd9b11-87ff-412c-98a1-ef7f009fee71'] in dv-cinder-786385-7-smb is: [{'id': '60bd9b11-87ff-412c-98a1-ef7f009fee71', 'name': 'tempest-TestShelveInstance-1475010617-router', 'tenant_id': '88d1c99c01eb4af48ecfcec25f792f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': '033f9c24-4714-466b-959c-41310b578b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:46Z', 'updated_at': '2021-06-02T07:59:56Z', 'revision_number': 4, 'project_id': '88d1c99c01eb4af48ecfcec25f792f5c', 'gw_port': {'id': '033f9c24-4714-466b-959c-41310b578b35', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bd9b11-87ff-412c-98a1-ef7f009fee71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:59:48Z', 'updated_at': '2021-06-02T07:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': 'cc99e811-bd8d-4dd1-a07b-a644420f4c5e', 'name': '', 'network_id': '60a42099-4ca4-415f-baa5-9b101a74b2f6', 'tenant_id': '88d1c99c01eb4af48ecfcec25f792f5c', 'mac_address': 'fa:16:3e:d7:fa:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bd9b11-87ff-412c-98a1-ef7f009fee71', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'db1a958b-4f32-409b-80b7-aabfdc12d71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:59:54Z', 'updated_at': '2021-06-02T08:00:03Z', 'revision_number': 4, 'project_id': '88d1c99c01eb4af48ecfcec25f792f5c', 'subnets': [{'id': 'db1a958b-4f32-409b-80b7-aabfdc12d71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 08:00:05.433202 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238478ce-ed25-4037-91dd-d25cbbbc385a tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Pushing event updated for resources: {'Port': ['ID=0689d4ce-a9f6-4867-985b-6a2ca7952768,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:05.439330 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-238478ce-ed25-4037-91dd-d25cbbbc385a tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:05.447254 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-238478ce-ed25-4037-91dd-d25cbbbc385a tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7198050 Jun 02 08:00:05.462214 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-0a10a5f1-691c-4f4e-9c46-113db38daf64 service neutron] Request body: {'port': {'device_id': '24677239-5d70-48f7-8785-d906d21b9f66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:00:05.533541 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5ec0bb-67bf-4b4b-83c1-5e8cda9b9b24 admin admin] Router 75a91140-9a48-46ea-82d3-ce854be01b21 is scheduled to L3 agent 221affb1-81f2-42a7-84c7-b8c79a9401bf with binding_index 1 {{(pid=91540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 08:00:05.544470 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-d013eb55-7b99-4005-b0b9-cd1c49640b69 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:05.592404 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-b764e693-08d6-4b7e-957f-7a741186db73 req-0ef51eac-56b1-4152-8904-f59b83313a97 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2316134 Jun 02 08:00:05.858152 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-0a10a5f1-691c-4f4e-9c46-113db38daf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:06.189869 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-d013eb55-7b99-4005-b0b9-cd1c49640b69 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:06.442869 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d93757-f89b-4ddb-81a9-486aaa5e7586 req-9e8cd96b-330d-4f97-9bd9-bcecf42bedfe tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:06.444714 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-00d93757-f89b-4ddb-81a9-486aaa5e7586 req-9e8cd96b-330d-4f97-9bd9-bcecf42bedfe tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.4315779 Jun 02 08:00:06.539123 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-d013eb55-7b99-4005-b0b9-cd1c49640b69 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947614'] for security_group_rule, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:06.578107 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-5d3d7c7f-a174-4949-94c8-f2fd0d2342c3 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:06.635134 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013eb55-7b99-4005-b0b9-cd1c49640b69 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=768a50ef-e4c0-4e54-b7e9-7b044e23b17f,revision_number=0']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:06.650740 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-d013eb55-7b99-4005-b0b9-cd1c49640b69 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:06.680675 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8347239-8896-468e-b114-c3c03c63262c req-d0eee6e2-9d02-451f-a564-0e4f95b152d7 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:06.688961 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-b8347239-8896-468e-b114-c3c03c63262c req-d0eee6e2-9d02-451f-a564-0e4f95b152d7 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/ports?device_id=24677239-5d70-48f7-8785-d906d21b9f66 HTTP/1.1" status: 200 len: 931 time: 0.8788424 Jun 02 08:00:06.737956 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5ec0bb-67bf-4b4b-83c1-5e8cda9b9b24 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-smb the message routers_updated {{(pid=91540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 08:00:06.749186 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 6a7dd5d9-55e6-411d-88d0-8ac0f0ec8bf1 up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 08:00:06.749683 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf0d6de-bd40-42f9-9d3d-690705cf41ba None None] Sync routers for ids ['75a91140-9a48-46ea-82d3-ce854be01b21'] in dv-cinder-786385-7-smb {{(pid=91542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 08:00:06.753684 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-d013eb55-7b99-4005-b0b9-cd1c49640b69 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:06.755153 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-d013eb55-7b99-4005-b0b9-cd1c49640b69 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5288422 Jun 02 08:00:06.763223 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf0d6de-bd40-42f9-9d3d-690705cf41ba None None] Routers {'75a91140-9a48-46ea-82d3-ce854be01b21'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:00:06.765305 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-4bf0d6de-bd40-42f9-9d3d-690705cf41ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:00:03Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['75a91140-9a48-46ea-82d3-ce854be01b21'], 'active': True} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:00:06.789570 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 43990) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:00:06.800750 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-3b04a101-c28e-4561-8169-c1c5aa376f1e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Request body: {'security_group_rule': {'security_group_id': '2d5db7e0-af9d-4c66-a548-1abd027dc6c8', 'project_id': 'b35f5d14d93b40f0848158412804be41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:00:06.862503 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-00d93757-f89b-4ddb-81a9-486aaa5e7586 req-e202fae7-3446-4c99-a194-d7ce63e47eb5 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728850 Jun 02 08:00:06.891976 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-3b04a101-c28e-4561-8169-c1c5aa376f1e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:00:06.933378 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-b8347239-8896-468e-b114-c3c03c63262c req-2c93e916-61d2-4220-a93e-91397af3d496 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba82d7e7-e2ce-46eb-81e8-21ddad4c9121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420385 Jun 02 08:00:06.950107 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ec5ec0bb-67bf-4b4b-83c1-5e8cda9b9b24 admin admin] Notify callbacks [] for router, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:06.952674 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-ec5ec0bb-67bf-4b4b-83c1-5e8cda9b9b24 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.8743320 Jun 02 08:00:06.953951 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-3b04a101-c28e-4561-8169-c1c5aa376f1e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Usage tracker for resource:security_group_rule and tenant:b35f5d14d93b40f0848158412804be41 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:00:06.956928 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 43992) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:00:07.016550 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-3b04a101-c28e-4561-8169-c1c5aa376f1e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:00:07.028748 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port 6a7dd5d9-55e6-411d-88d0-8ac0f0ec8bf1 triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:00:07.029205 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:07.046606 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-3b04a101-c28e-4561-8169-c1c5aa376f1e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:00:07.100749 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvr_db [None req-4bf0d6de-bd40-42f9-9d3d-690705cf41ba None None] Set router 75a91140-9a48-46ea-82d3-ce854be01b21 gateway port host: dv-cinder-786385-7-smb {{(pid=91542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:00:07.171033 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-3b04a101-c28e-4561-8169-c1c5aa376f1e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:07.367200 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-0a10a5f1-691c-4f4e-9c46-113db38daf64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0689d4ce-a9f6-4867-985b-6a2ca7952768 {{(pid=91539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 08:00:07.398631 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-0a10a5f1-691c-4f4e-9c46-113db38daf64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:07.487797 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.provisioning_blocks [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-0a10a5f1-691c-4f4e-9c46-113db38daf64 service neutron] Transition to ACTIVE for port object 0689d4ce-a9f6-4867-985b-6a2ca7952768 will not be triggered until provisioned by entity L2. {{(pid=91539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 08:00:07.590989 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-0a10a5f1-691c-4f4e-9c46-113db38daf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:07.594342 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device cc99e811-bd8d-4dd1-a07b-a644420f4c5e up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 08:00:07.621874 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cd059-ef1b-4c29-9101-9a8e42cb17dd req-6b3735c4-45bb-4f17-9e95-5733680bef4d tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:07.624025 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-4d2cd059-ef1b-4c29-9101-9a8e42cb17dd req-6b3735c4-45bb-4f17-9e95-5733680bef4d tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 946 time: 0.4694500 Jun 02 08:00:07.634613 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-9134970d-f3b9-423b-9ab8-df494c131548 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:07.730499 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning for port cc99e811-bd8d-4dd1-a07b-a644420f4c5e completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 08:00:07.740492 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port cc99e811-bd8d-4dd1-a07b-a644420f4c5e triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:00:07.741490 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:07.840191 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-4bf0d6de-bd40-42f9-9d3d-690705cf41ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'name': 'tempest-TestMinimumBasicScenario-635836753-router', 'tenant_id': 'b376b02319e3497faae6b4322a8462bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:58Z', 'updated_at': '2021-06-02T08:00:02Z', 'revision_number': 3, 'project_id': 'b376b02319e3497faae6b4322a8462bd', 'gw_port': {'id': 'f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:64:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:00:00Z', 'updated_at': '2021-06-02T08:00:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb'}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:00:07.851474 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf0d6de-bd40-42f9-9d3d-690705cf41ba None None] Checking router: 75a91140-9a48-46ea-82d3-ce854be01b21 for host: dv-cinder-786385-7-smb {{(pid=91542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 08:00:07.853400 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf0d6de-bd40-42f9-9d3d-690705cf41ba None None] Updating router 75a91140-9a48-46ea-82d3-ce854be01b21 port f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956 binding host dv-cinder-786385-7-smb {{(pid=91542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 08:00:07.869405 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10a5f1-691c-4f4e-9c46-113db38daf64 service neutron] Pushing event updated for resources: {'Port': ['ID=0689d4ce-a9f6-4867-985b-6a2ca7952768,revision_number=2']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:07.877339 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-0a10a5f1-691c-4f4e-9c46-113db38daf64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:08.054459 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-4bf0d6de-bd40-42f9-9d3d-690705cf41ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:08.108415 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-4d2cd059-ef1b-4c29-9101-9a8e42cb17dd req-c6736b70-e4a7-46a0-bef8-4c557ca057f3 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2407465 Jun 02 08:00:08.121841 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d73a4f-a8d9-4d98-a069-90deca8a29cf req-d327d36a-a505-4343-b35a-8c679cf39430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:08.124385 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-83d73a4f-a8d9-4d98-a069-90deca8a29cf req-d327d36a-a505-4343-b35a-8c679cf39430 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6b8d02cd22f94fd0a8a8af38d9d22b8d&device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 1099 time: 0.6409380 Jun 02 08:00:08.132301 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:08.143280 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-0a10a5f1-691c-4f4e-9c46-113db38daf64 service neutron] Attempting to bind port 0689d4ce-a9f6-4867-985b-6a2ca7952768 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 08:00:08.143619 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-0a10a5f1-691c-4f4e-9c46-113db38daf64 service neutron] Attempting to bind port 0689d4ce-a9f6-4867-985b-6a2ca7952768 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'b248c05e-10cf-4577-a4bf-3436560b5ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '430173cd-4ca3-4f17-9be2-7f84b308c880'}] {{(pid=91539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 08:00:08.143983 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-0a10a5f1-691c-4f4e-9c46-113db38daf64 service neutron] Attempting to bind port 0689d4ce-a9f6-4867-985b-6a2ca7952768 on network 430173cd-4ca3-4f17-9be2-7f84b308c880 {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 08:00:08.158655 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-0a10a5f1-691c-4f4e-9c46-113db38daf64 service neutron] Port 0689d4ce-a9f6-4867-985b-6a2ca7952768 on network 430173cd-4ca3-4f17-9be2-7f84b308c880 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 08:00:08.158655 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-0a10a5f1-691c-4f4e-9c46-113db38daf64 service neutron] Attempting to bind port 0689d4ce-a9f6-4867-985b-6a2ca7952768 on network 430173cd-4ca3-4f17-9be2-7f84b308c880 {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 08:00:08.210269 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] For port cc99e811-bd8d-4dd1-a07b-a644420f4c5e, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=cc99e811-bd8d-4dd1-a07b-a644420f4c5e,segment=NetworkSegment(206d5cf8-2d06-4bb4-9898-c32134c88e47),segment_id=206d5cf8-2d06-4bb4-9898-c32134c88e47)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:00:08.221823 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:08.227557 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-3cd6c8ce-1eb0-4860-baa4-73527958c2cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:08.227765 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-0a10a5f1-691c-4f4e-9c46-113db38daf64 service neutron] Checking agent: {'id': '771bc7c6-ed6b-4515-8704-024740aedec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 56, 10), 'started_at': datetime.datetime(2021, 6, 2, 7, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 7, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 08:00:08.228101 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-0a10a5f1-691c-4f4e-9c46-113db38daf64 service neutron] Checking segment: {'id': 'b248c05e-10cf-4577-a4bf-3436560b5ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '430173cd-4ca3-4f17-9be2-7f84b308c880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 08:00:08.229735 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-0a10a5f1-691c-4f4e-9c46-113db38daf64 service neutron] Bound using segment: {'id': 'b248c05e-10cf-4577-a4bf-3436560b5ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '430173cd-4ca3-4f17-9be2-7f84b308c880'} {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 08:00:08.230200 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-0a10a5f1-691c-4f4e-9c46-113db38daf64 service neutron] Bound port: 0689d4ce-a9f6-4867-985b-6a2ca7952768, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b248c05e-10cf-4577-a4bf-3436560b5ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '430173cd-4ca3-4f17-9be2-7f84b308c880'}}] {{(pid=91539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 08:00:08.230561 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-0a10a5f1-691c-4f4e-9c46-113db38daf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:08.273142 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-3b04a101-c28e-4561-8169-c1c5aa376f1e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:08.315549 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-3b04a101-c28e-4561-8169-c1c5aa376f1e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947614'] for security_group_rule, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:08.422802 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Pushing event updated for resources: {'Port': ['ID=cc99e811-bd8d-4dd1-a07b-a644420f4c5e,revision_number=5']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:08.429407 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:08.434760 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-9d49af29-6735-4ba8-9046-b9d9d0a04e80 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:08.441906 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-3b04a101-c28e-4561-8169-c1c5aa376f1e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:08.443056 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-3b04a101-c28e-4561-8169-c1c5aa376f1e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6521158 Jun 02 08:00:08.451711 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 44016) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:00:08.458992 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-33da5e89-ef8d-4411-989b-4a0aa04bcbc5 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Request body: {'security_group_rule': {'security_group_id': '2d5db7e0-af9d-4c66-a548-1abd027dc6c8', 'project_id': 'b35f5d14d93b40f0848158412804be41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:00:08.485288 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13e13c-7d98-425f-bca1-2c9c37a8bbe6 req-821074a8-ba22-4be3-8290-f1a83d188e99 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:08.491783 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-ea13e13c-7d98-425f-bca1-2c9c37a8bbe6 req-821074a8-ba22-4be3-8290-f1a83d188e99 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.3332787 Jun 02 08:00:08.494204 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04a101-c28e-4561-8169-c1c5aa376f1e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd1d962-5b9b-4a43-86b2-b367e7abeb78,revision_number=0']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:08.497137 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-3b04a101-c28e-4561-8169-c1c5aa376f1e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:08.500860 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-33da5e89-ef8d-4411-989b-4a0aa04bcbc5 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:00:08.548769 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-33da5e89-ef8d-4411-989b-4a0aa04bcbc5 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Usage tracker for resource:security_group_rule and tenant:b35f5d14d93b40f0848158412804be41 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:00:08.570660 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-33da5e89-ef8d-4411-989b-4a0aa04bcbc5 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:00:08.680501 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d73a4f-a8d9-4d98-a069-90deca8a29cf req-3a1f6981-e54b-40a5-b8a5-510b3cb67495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:08.681995 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-83d73a4f-a8d9-4d98-a069-90deca8a29cf req-3a1f6981-e54b-40a5-b8a5-510b3cb67495 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c2b2e088-f309-40ee-a9da-7f4c929ceb8e HTTP/1.1" status: 200 len: 917 time: 0.5286150 Jun 02 08:00:08.683256 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-0a10a5f1-691c-4f4e-9c46-113db38daf64 service neutron] For port 0689d4ce-a9f6-4867-985b-6a2ca7952768, host hv-cinder-78638, cleared binding levels {{(pid=91539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 08:00:08.708582 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-33da5e89-ef8d-4411-989b-4a0aa04bcbc5 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:00:08.834367 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-0a10a5f1-691c-4f4e-9c46-113db38daf64 service neutron] For port 0689d4ce-a9f6-4867-985b-6a2ca7952768, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0689d4ce-a9f6-4867-985b-6a2ca7952768,segment=NetworkSegment(b248c05e-10cf-4577-a4bf-3436560b5ff7),segment_id=b248c05e-10cf-4577-a4bf-3436560b5ff7)] {{(pid=91539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 08:00:08.860435 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-0a10a5f1-691c-4f4e-9c46-113db38daf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:08.862219 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.db.securitygroups_db [None req-33da5e89-ef8d-4411-989b-4a0aa04bcbc5 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Project b35f5d14d93b40f0848158412804be41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 08:00:08.868292 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:08.882903 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-ea13e13c-7d98-425f-bca1-2c9c37a8bbe6 req-cc5d8d8a-9f7d-4e26-bdf3-8bd3c1619b84 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902071 Jun 02 08:00:08.886335 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-33da5e89-ef8d-4411-989b-4a0aa04bcbc5 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:08.950065 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-e234081e-09bb-4852-9c55-96b915d49797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:08.981710 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-4bf0d6de-bd40-42f9-9d3d-690705cf41ba None None] Notify callbacks [] for port, precommit_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:08.996333 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.provisioning_blocks [None req-4bf0d6de-bd40-42f9-9d3d-690705cf41ba None None] Transition to ACTIVE for port object f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956 will not be triggered until provisioned by entity L2. {{(pid=91542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 08:00:09.010040 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-4bf0d6de-bd40-42f9-9d3d-690705cf41ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:09.014890 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1638b8-dac7-47da-be4b-5d4547bd17c6 req-0cdc9acf-673c-42bd-8f8e-96a82a4d4fcf tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:09.015539 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG oslo_concurrency.lockutils [None req-96dc8d22-0b81-4766-a65c-a5cf3d9cacbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:09.015984 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-da1638b8-dac7-47da-be4b-5d4547bd17c6 req-0cdc9acf-673c-42bd-8f8e-96a82a4d4fcf tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Synchronizing usage tracker for tenant:61fe13389b6a47f8accc993f60f7d2d5 on resource:port {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:00:09.026931 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-0a10a5f1-691c-4f4e-9c46-113db38daf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:09.027531 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-0a10a5f1-691c-4f4e-9c46-113db38daf64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:09.029533 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-0a10a5f1-691c-4f4e-9c46-113db38daf64 service neutron] 10.222.0.79 "PUT /v2.0/ports/0689d4ce-a9f6-4867-985b-6a2ca7952768 HTTP/1.1" status: 200 len: 1093 time: 3.5730374 Jun 02 08:00:09.032256 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24677239-5d70-48f7-8785-d906d21b9f66', 'tag': '0689d4ce-a9f6-4867-985b-6a2ca7952768'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:00:09.034581 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac59b55f-3b04-4412-a148-96d92202c12d" -d '{"events": [{"name": "network-changed", "server_uuid": "24677239-5d70-48f7-8785-d906d21b9f66", "tag": "0689d4ce-a9f6-4867-985b-6a2ca7952768"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:00:09.056600 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-83d73a4f-a8d9-4d98-a069-90deca8a29cf req-0e64cb24-5581-4f16-9957-158c44516ef4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a184353-f207-4dac-844e-e85fec6a25cb HTTP/1.1" status: 200 len: 1002 time: 0.3639092 Jun 02 08:00:09.066205 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-da1638b8-dac7-47da-be4b-5d4547bd17c6 req-0cdc9acf-673c-42bd-8f8e-96a82a4d4fcf tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Unset dirty status for tenant:61fe13389b6a47f8accc993f60f7d2d5 on resource:port {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:00:09.067357 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-da1638b8-dac7-47da-be4b-5d4547bd17c6 req-0cdc9acf-673c-42bd-8f8e-96a82a4d4fcf tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/ports?device_id=24677239-5d70-48f7-8785-d906d21b9f66 HTTP/1.1" status: 200 len: 943 time: 0.6828768 Jun 02 08:00:09.141405 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43ea1f-84fa-42d9-84af-3f35554eff74 None None] Pushing event updated for resources: {'Port': ['ID=f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956,revision_number=2']} {{(pid=91542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:09.145890 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG oslo_concurrency.lockutils [None req-dc43ea1f-84fa-42d9-84af-3f35554eff74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:09.173378 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.managers [None req-4bf0d6de-bd40-42f9-9d3d-690705cf41ba None None] Attempting to bind port f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956 on host dv-cinder-786385-7-smb for vnic_type normal with profile {{(pid=91542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 08:00:09.174293 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.managers [None req-4bf0d6de-bd40-42f9-9d3d-690705cf41ba None None] Attempting to bind port f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956 by drivers openvswitch,hyperv on host dv-cinder-786385-7-smb at level 0 using segments [{'id': 'f5cbd04c-dcdc-483c-9882-54251cba879c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'}] {{(pid=91542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 08:00:09.174665 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf0d6de-bd40-42f9-9d3d-690705cf41ba None None] Attempting to bind port f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956 on network e9a5f3f9-db43-4f06-8bac-5a44878f4be2 {{(pid=91542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 08:00:09.181426 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf0d6de-bd40-42f9-9d3d-690705cf41ba None None] Checking agent: {'id': '2a0e1ac3-7fb5-40bc-887e-90e9797fe79d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 50, 2), 'started_at': datetime.datetime(2021, 6, 2, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 08:00:09.181805 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf0d6de-bd40-42f9-9d3d-690705cf41ba None None] Checking segment: {'id': 'f5cbd04c-dcdc-483c-9882-54251cba879c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 08:00:09.182207 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-4bf0d6de-bd40-42f9-9d3d-690705cf41ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:09.183961 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf0d6de-bd40-42f9-9d3d-690705cf41ba None None] Bound using segment: {'id': 'f5cbd04c-dcdc-483c-9882-54251cba879c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'} {{(pid=91542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 08:00:09.183961 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.managers [None req-4bf0d6de-bd40-42f9-9d3d-690705cf41ba None None] Bound port: f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956, host: dv-cinder-786385-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5cbd04c-dcdc-483c-9882-54251cba879c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'}}] {{(pid=91542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 08:00:09.184196 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-4bf0d6de-bd40-42f9-9d3d-690705cf41ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:09.197538 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0959fc-7ab5-4c37-bf69-eabbac20f7ba x-openstack-request-id: req-1c0959fc-7ab5-4c37-bf69-eabbac20f7ba {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:00:09.198195 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24677239-5d70-48f7-8785-d906d21b9f66", "tag": "0689d4ce-a9f6-4867-985b-6a2ca7952768", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:00:09.198686 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1c0959fc-7ab5-4c37-bf69-eabbac20f7ba {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:00:09.199312 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24677239-5d70-48f7-8785-d906d21b9f66', 'tag': '0689d4ce-a9f6-4867-985b-6a2ca7952768', 'status': 'completed', 'code': 200} Jun 02 08:00:09.218132 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10a5f1-691c-4f4e-9c46-113db38daf64 service neutron] Pushing event updated for resources: {'Port': ['ID=0689d4ce-a9f6-4867-985b-6a2ca7952768,revision_number=3']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:09.225237 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-33da5e89-ef8d-4411-989b-4a0aa04bcbc5 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:09.233328 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-0a10a5f1-691c-4f4e-9c46-113db38daf64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:09.239786 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-33da5e89-ef8d-4411-989b-4a0aa04bcbc5 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947614'] for security_group_rule, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:09.244241 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:09.274394 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-da1638b8-dac7-47da-be4b-5d4547bd17c6 req-61432da5-1021-42ef-857e-b5f277ccbb1c tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba82d7e7-e2ce-46eb-81e8-21ddad4c9121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537502 Jun 02 08:00:09.304331 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d73a4f-a8d9-4d98-a069-90deca8a29cf req-6a30b7ba-280a-4089-b209-5b57bccac021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:09.309709 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-83d73a4f-a8d9-4d98-a069-90deca8a29cf req-6a30b7ba-280a-4089-b209-5b57bccac021 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dab5414d-1dc2-421f-9986-4a6ba721194d HTTP/1.1" status: 200 len: 855 time: 0.2414093 Jun 02 08:00:09.353751 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.db [None req-4bf0d6de-bd40-42f9-9d3d-690705cf41ba None None] For port f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956, host dv-cinder-786385-7-smb, cleared binding levels {{(pid=91542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 08:00:09.357699 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.db [None req-4bf0d6de-bd40-42f9-9d3d-690705cf41ba None None] For port f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956, host dv-cinder-786385-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956,segment=NetworkSegment(f5cbd04c-dcdc-483c-9882-54251cba879c),segment_id=f5cbd04c-dcdc-483c-9882-54251cba879c)] {{(pid=91542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 08:00:09.363471 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-4bf0d6de-bd40-42f9-9d3d-690705cf41ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:09.370011 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG oslo_concurrency.lockutils [None req-dc43ea1f-84fa-42d9-84af-3f35554eff74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:09.388741 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-cc86895f-1dbc-4faf-843c-9b7eaa30f6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:09.390571 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-cc86895f-1dbc-4faf-843c-9b7eaa30f6d4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=61fe13389b6a47f8accc993f60f7d2d5&device_id=24677239-5d70-48f7-8785-d906d21b9f66 HTTP/1.1" status: 200 len: 1096 time: 0.2524734 Jun 02 08:00:09.432749 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da5e89-ef8d-4411-989b-4a0aa04bcbc5 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf4b2df-33b3-4c90-ba42-33cf93aef21c,revision_number=0']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:09.453293 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-33da5e89-ef8d-4411-989b-4a0aa04bcbc5 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:09.464724 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf0d6de-bd40-42f9-9d3d-690705cf41ba None None] Routers {'75a91140-9a48-46ea-82d3-ce854be01b21'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:00:09.465932 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-4bf0d6de-bd40-42f9-9d3d-690705cf41ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:00:03Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['75a91140-9a48-46ea-82d3-ce854be01b21'], 'active': True} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:00:09.478867 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.db_base_plugin_common [None req-e234081e-09bb-4852-9c55-96b915d49797 admin admin] Allocated IP 172.20.0.1 (4e47ec95-df63-4cde-9b70-6cfa695ac55a/97dd7f61-e68e-4938-a09a-689ecc9f4a01/df9999d4-1666-4295-a42f-1073b0b768bc) {{(pid=91540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 08:00:09.495263 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-24cdf7ed-5086-45e3-aff2-5130bb7d4b64 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0689d4ce-a9f6-4867-985b-6a2ca7952768 HTTP/1.1" status: 200 len: 217 time: 0.0896497 Jun 02 08:00:09.510958 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-33da5e89-ef8d-4411-989b-4a0aa04bcbc5 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:09.515087 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-33da5e89-ef8d-4411-989b-4a0aa04bcbc5 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0599165 Jun 02 08:00:09.515766 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 44028) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:00:09.528957 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-d4d7e63d-497e-4d98-85f0-ea83411dc573 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Request body: {'security_group_rule': {'security_group_id': '2d5db7e0-af9d-4c66-a548-1abd027dc6c8', 'project_id': 'b35f5d14d93b40f0848158412804be41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:00:09.535796 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-d4d7e63d-497e-4d98-85f0-ea83411dc573 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:00:09.541095 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-d4d7e63d-497e-4d98-85f0-ea83411dc573 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Usage tracker for resource:security_group_rule and tenant:b35f5d14d93b40f0848158412804be41 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:00:09.544330 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-d4d7e63d-497e-4d98-85f0-ea83411dc573 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:00:09.547364 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43ea1f-84fa-42d9-84af-3f35554eff74 None None] Pushing event updated for resources: {'Port': ['ID=f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956,revision_number=3']} {{(pid=91542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:09.551797 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-d4d7e63d-497e-4d98-85f0-ea83411dc573 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:00:09.552071 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG oslo_concurrency.lockutils [None req-dc43ea1f-84fa-42d9-84af-3f35554eff74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:09.598294 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d73a4f-a8d9-4d98-a069-90deca8a29cf req-ce0c87f7-18d0-4374-9928-611c1bb6dbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:09.600102 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-83d73a4f-a8d9-4d98-a069-90deca8a29cf req-ce0c87f7-18d0-4374-9928-611c1bb6dbdc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c2b2e088-f309-40ee-a9da-7f4c929ceb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2790802 Jun 02 08:00:09.603386 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.db.securitygroups_db [None req-d4d7e63d-497e-4d98-85f0-ea83411dc573 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Project b35f5d14d93b40f0848158412804be41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 08:00:09.613931 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-d4d7e63d-497e-4d98-85f0-ea83411dc573 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:09.658407 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-531c6856-7429-46e9-aedb-5d60392d2754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:09.659777 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-531c6856-7429-46e9-aedb-5d60392d2754 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7de659b5-231d-486f-99b3-08b97a1da388 HTTP/1.1" status: 200 len: 849 time: 0.1549351 Jun 02 08:00:09.711477 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvr_db [None req-4bf0d6de-bd40-42f9-9d3d-690705cf41ba None None] Set router 75a91140-9a48-46ea-82d3-ce854be01b21 gateway port host: dv-cinder-786385-7-smb {{(pid=91542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:00:09.774146 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-0383a535-61af-4e52-b582-5d6c84cbfcc8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=430173cd-4ca3-4f17-9be2-7f84b308c880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555108 Jun 02 08:00:09.815208 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:09.869949 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-d4d7e63d-497e-4d98-85f0-ea83411dc573 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:09.889955 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd6d37-a220-4d99-922e-127d9d675263 req-a653bf32-0d2c-47a3-b45b-c026c81dd2bc tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:09.897393 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-07cd6d37-a220-4d99-922e-127d9d675263 req-a653bf32-0d2c-47a3-b45b-c026c81dd2bc tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 946 time: 0.5374832 Jun 02 08:00:09.955887 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-e234081e-09bb-4852-9c55-96b915d49797 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:09.968930 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-83d73a4f-a8d9-4d98-a069-90deca8a29cf req-7b31994c-652a-4a87-8c00-7df6f83d07a5 service neutron] 10.222.0.79 "GET /v2.0/networks/c2b2e088-f309-40ee-a9da-7f4c929ceb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596809 Jun 02 08:00:09.975518 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.provisioning_blocks [None req-e234081e-09bb-4852-9c55-96b915d49797 admin admin] Transition to ACTIVE for port object df9999d4-1666-4295-a42f-1073b0b768bc will not be triggered until provisioned by entity DHCP. {{(pid=91540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 08:00:10.003538 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-d4d7e63d-497e-4d98-85f0-ea83411dc573 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947614'] for security_group_rule, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:10.008917 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-e234081e-09bb-4852-9c55-96b915d49797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27652422'] for port, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:10.015203 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-3b04a101-c28e-4561-8169-c1c5aa376f1e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:10.071148 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-07cd6d37-a220-4d99-922e-127d9d675263 req-5f604a61-7fb3-42e0-aac7-a092fc97e43f tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1727977 Jun 02 08:00:10.102638 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e234081e-09bb-4852-9c55-96b915d49797 admin admin] Network 4e47ec95-df63-4cde-9b70-6cfa695ac55a is already hosted by enough agents. {{(pid=91540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 08:00:10.110198 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.base_scheduler [None req-e234081e-09bb-4852-9c55-96b915d49797 admin admin] Resources bound (agent type, host, resource id): {{(pid=91540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 08:00:10.116479 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d7e63d-497e-4d98-85f0-ea83411dc573 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5644e39f-7eca-454c-aa70-b1bb6018c010,revision_number=0']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:10.118227 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e234081e-09bb-4852-9c55-96b915d49797 admin admin] Received port after_create {{(pid=91540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 08:00:10.280158 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-4bf0d6de-bd40-42f9-9d3d-690705cf41ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'name': 'tempest-TestMinimumBasicScenario-635836753-router', 'tenant_id': 'b376b02319e3497faae6b4322a8462bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:58Z', 'updated_at': '2021-06-02T08:00:02Z', 'revision_number': 3, 'project_id': 'b376b02319e3497faae6b4322a8462bd', 'gw_port': {'id': 'f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:64:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:00:00Z', 'updated_at': '2021-06-02T08:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb'}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:00:10.285812 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf0d6de-bd40-42f9-9d3d-690705cf41ba None None] The sync data for ids ['75a91140-9a48-46ea-82d3-ce854be01b21'] in dv-cinder-786385-7-smb is: [{'id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'name': 'tempest-TestMinimumBasicScenario-635836753-router', 'tenant_id': 'b376b02319e3497faae6b4322a8462bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:58Z', 'updated_at': '2021-06-02T08:00:02Z', 'revision_number': 3, 'project_id': 'b376b02319e3497faae6b4322a8462bd', 'gw_port': {'id': 'f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:64:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:00:00Z', 'updated_at': '2021-06-02T08:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb'}] {{(pid=91542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 08:00:10.407555 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-e234081e-09bb-4852-9c55-96b915d49797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945850'] for router_interface, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:10.410738 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-d4d7e63d-497e-4d98-85f0-ea83411dc573 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:10.412131 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.354s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:10.464380 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-223e4add-d265-45b8-9ebd-672db4661cdf None None] Provisioning for port df9999d4-1666-4295-a42f-1073b0b768bc completed by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 08:00:10.472131 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-223e4add-d265-45b8-9ebd-672db4661cdf None None] Provisioning complete for port df9999d4-1666-4295-a42f-1073b0b768bc triggered by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:00:10.477021 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-223e4add-d265-45b8-9ebd-672db4661cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:10.514219 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-d4d7e63d-497e-4d98-85f0-ea83411dc573 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:10.524779 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-d4d7e63d-497e-4d98-85f0-ea83411dc573 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0032809 Jun 02 08:00:10.550882 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device cc99e811-bd8d-4dd1-a07b-a644420f4c5e up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 08:00:10.555052 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-b91c8538-d40a-4616-a13e-de6dc96052cc service neutron] 10.222.0.79 "GET /v2.0/networks/430173cd-4ca3-4f17-9be2-7f84b308c880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7532184 Jun 02 08:00:10.587014 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234081e-09bb-4852-9c55-96b915d49797 admin admin] Pushing event updated for resources: {'Port': ['ID=df9999d4-1666-4295-a42f-1073b0b768bc,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:10.599332 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-e234081e-09bb-4852-9c55-96b915d49797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:10.698697 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c7329-d594-4006-83b6-8ace352f5487 req-4511cac0-4c97-467c-b890-80b39cce1e85 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:10.700720 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-fe5c7329-d594-4006-83b6-8ace352f5487 req-4511cac0-4c97-467c-b890-80b39cce1e85 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/ports?device_id=24677239-5d70-48f7-8785-d906d21b9f66 HTTP/1.1" status: 200 len: 943 time: 0.1976109 Jun 02 08:00:10.785061 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-223e4add-d265-45b8-9ebd-672db4661cdf None None] Port df9999d4-1666-4295-a42f-1073b0b768bc cannot update to ACTIVE because it is not bound. {{(pid=91541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 08:00:10.834556 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port cc99e811-bd8d-4dd1-a07b-a644420f4c5e triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:00:10.836622 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:10.856044 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-fe5c7329-d594-4006-83b6-8ace352f5487 req-a2a5b2ef-ae92-402b-aaf9-34c528e2316a tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba82d7e7-e2ce-46eb-81e8-21ddad4c9121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144245 Jun 02 08:00:10.860185 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-83d73a4f-a8d9-4d98-a069-90deca8a29cf req-ddb70954-b5e6-4b22-8860-1a836b817f81 service neutron] 10.222.0.79 "GET /v2.0/networks/c2b2e088-f309-40ee-a9da-7f4c929ceb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8809230 Jun 02 08:00:10.903602 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1b7d0-d660-4c89-af8a-76fe3cc8492f req-6af19d02-938a-4439-83de-ec342c072db3 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:10.911084 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-57f1b7d0-d660-4c89-af8a-76fe3cc8492f req-6af19d02-938a-4439-83de-ec342c072db3 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.8265512 Jun 02 08:00:10.989529 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-f6a98c6d-a464-453a-a48f-37955bd2e6ed req-147aea12-5236-420a-901c-7b7f8f79a3e6 service neutron] 10.222.0.79 "GET /v2.0/networks/430173cd-4ca3-4f17-9be2-7f84b308c880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255052 Jun 02 08:00:10.990533 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-e234081e-09bb-4852-9c55-96b915d49797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:11.001535 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-57f1b7d0-d660-4c89-af8a-76fe3cc8492f req-f39d9113-8c9c-43ad-bd09-312610fea2ca tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894823 Jun 02 08:00:11.152313 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59b55f-3b04-4412-a148-96d92202c12d req-32e7aba3-27b4-425c-9d54-cba9e8647ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:11.152691 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ac59b55f-3b04-4412-a148-96d92202c12d req-32e7aba3-27b4-425c-9d54-cba9e8647ae7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=61fe13389b6a47f8accc993f60f7d2d5&device_id=24677239-5d70-48f7-8785-d906d21b9f66 HTTP/1.1" status: 200 len: 1096 time: 0.1017148 Jun 02 08:00:11.407148 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59b55f-3b04-4412-a148-96d92202c12d req-8408f313-7089-4498-bc1a-a20f8b845fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:11.409855 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ac59b55f-3b04-4412-a148-96d92202c12d req-8408f313-7089-4498-bc1a-a20f8b845fe0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=430173cd-4ca3-4f17-9be2-7f84b308c880 HTTP/1.1" status: 200 len: 910 time: 0.2470403 Jun 02 08:00:11.508996 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95954ba9-7949-4b87-8b3d-82db9c42301d req-38cdc1fc-fb17-4e58-9ebd-f71bd5a0a3d4 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:11.510500 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-95954ba9-7949-4b87-8b3d-82db9c42301d req-38cdc1fc-fb17-4e58-9ebd-f71bd5a0a3d4 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 946 time: 0.1607285 Jun 02 08:00:11.521278 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ac59b55f-3b04-4412-a148-96d92202c12d req-5ddac7f2-1094-4761-88fc-b206977a2354 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0689d4ce-a9f6-4867-985b-6a2ca7952768 HTTP/1.1" status: 200 len: 217 time: 0.1030071 Jun 02 08:00:11.605065 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-e234081e-09bb-4852-9c55-96b915d49797 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:11.619638 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59b55f-3b04-4412-a148-96d92202c12d req-ab61fd25-6392-412e-897c-32080cee3d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:11.621332 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ac59b55f-3b04-4412-a148-96d92202c12d req-ab61fd25-6392-412e-897c-32080cee3d94 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7de659b5-231d-486f-99b3-08b97a1da388 HTTP/1.1" status: 200 len: 849 time: 0.0888274 Jun 02 08:00:11.626983 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-95954ba9-7949-4b87-8b3d-82db9c42301d req-97e621d2-5a96-4f64-9423-67a8943be578 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0994349 Jun 02 08:00:11.628522 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-e234081e-09bb-4852-9c55-96b915d49797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27652429'] for port, after_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:11.691932 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ac59b55f-3b04-4412-a148-96d92202c12d req-5c306982-2966-4945-a7e3-0654c8b24bcb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=430173cd-4ca3-4f17-9be2-7f84b308c880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550375 Jun 02 08:00:11.702393 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:11.754939 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-e234081e-09bb-4852-9c55-96b915d49797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945887'] for router_interface, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:11.856045 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234081e-09bb-4852-9c55-96b915d49797 admin admin] Pushing event updated for resources: {'Port': ['ID=df9999d4-1666-4295-a42f-1073b0b768bc,revision_number=2']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:11.868246 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-e234081e-09bb-4852-9c55-96b915d49797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:11.870908 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ac59b55f-3b04-4412-a148-96d92202c12d req-13574f80-0c1d-4cbe-bc97-b62a02af79ae service neutron] 10.222.0.79 "GET /v2.0/networks/430173cd-4ca3-4f17-9be2-7f84b308c880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654646 Jun 02 08:00:11.995672 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e234081e-09bb-4852-9c55-96b915d49797 admin admin] Network 4e47ec95-df63-4cde-9b70-6cfa695ac55a is already hosted by enough agents. {{(pid=91540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 08:00:11.997004 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.base_scheduler [None req-e234081e-09bb-4852-9c55-96b915d49797 admin admin] Resources bound (agent type, host, resource id): {{(pid=91540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 08:00:12.166016 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ac59b55f-3b04-4412-a148-96d92202c12d req-5f82a940-c4d2-45fb-96fb-b2cefaeb7b89 service neutron] 10.222.0.79 "GET /v2.0/networks/430173cd-4ca3-4f17-9be2-7f84b308c880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855904 Jun 02 08:00:12.186715 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522847d-0caa-4e12-9337-7c85d6ca16aa req-382b23c9-39ec-44b2-a818-c792ea78a0f0 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:12.194274 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-b522847d-0caa-4e12-9337-7c85d6ca16aa req-382b23c9-39ec-44b2-a818-c792ea78a0f0 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/ports?device_id=24677239-5d70-48f7-8785-d906d21b9f66 HTTP/1.1" status: 200 len: 943 time: 0.1566339 Jun 02 08:00:12.277287 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-b522847d-0caa-4e12-9337-7c85d6ca16aa req-0911532a-1cfb-4f6c-9621-f2c1f2a1d68d tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba82d7e7-e2ce-46eb-81e8-21ddad4c9121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808051 Jun 02 08:00:12.411721 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e234081e-09bb-4852-9c55-96b915d49797 admin admin] Router 75a91140-9a48-46ea-82d3-ce854be01b21 has already been hosted by L3 agent 221affb1-81f2-42a7-84c7-b8c79a9401bf {{(pid=91540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 08:00:12.424760 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81f59f-486c-4faf-a7c8-c24df65898c0 req-0ed9bf61-b6ab-4f62-b74d-da96ef376ae4 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:12.432528 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-0f81f59f-486c-4faf-a7c8-c24df65898c0 req-0ed9bf61-b6ab-4f62-b74d-da96ef376ae4 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.2699034 Jun 02 08:00:12.433231 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-b0e28e14-3303-4438-aae1-447d3d4ec5ef None None] Provisioning complete for port df9999d4-1666-4295-a42f-1073b0b768bc triggered by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:00:12.434182 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-b0e28e14-3303-4438-aae1-447d3d4ec5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:12.550659 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-b0e28e14-3303-4438-aae1-447d3d4ec5ef None None] Port df9999d4-1666-4295-a42f-1073b0b768bc cannot update to ACTIVE because it is not bound. {{(pid=91541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 08:00:12.587653 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956 up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 08:00:12.679339 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-0f81f59f-486c-4faf-a7c8-c24df65898c0 req-fc408554-80f3-4a17-a121-1d290e5a423d tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460966 Jun 02 08:00:12.704172 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning for port f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956 completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 08:00:12.722971 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956 triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:00:12.723685 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:12.753580 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e234081e-09bb-4852-9c55-96b915d49797 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-smb the message routers_updated {{(pid=91540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 08:00:12.771891 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-e234081e-09bb-4852-9c55-96b915d49797 admin admin] 10.222.0.81 "PUT /v2.0/routers/75a91140-9a48-46ea-82d3-ce854be01b21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8104620 Jun 02 08:00:12.887298 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:12.914409 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38e644d-2337-4ef2-88d1-ba9638c83260 None None] Sync routers for ids ['75a91140-9a48-46ea-82d3-ce854be01b21'] in dv-cinder-786385-7-smb {{(pid=91541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 08:00:12.943234 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38e644d-2337-4ef2-88d1-ba9638c83260 None None] Routers {'75a91140-9a48-46ea-82d3-ce854be01b21'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:00:12.943784 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-a38e644d-2337-4ef2-88d1-ba9638c83260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:00:03Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['75a91140-9a48-46ea-82d3-ce854be01b21'], 'active': True} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:00:12.951044 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74dcc6-dbec-4840-ba5d-7535aa126896 req-45ccd487-0216-4417-9343-f34fe75b0368 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:12.959747 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-3d74dcc6-dbec-4840-ba5d-7535aa126896 req-45ccd487-0216-4417-9343-f34fe75b0368 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 946 time: 0.1187725 Jun 02 08:00:13.014302 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] For port f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956,segment=NetworkSegment(f5cbd04c-dcdc-483c-9882-54251cba879c),segment_id=f5cbd04c-dcdc-483c-9882-54251cba879c)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:00:13.022692 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-3d74dcc6-dbec-4840-ba5d-7535aa126896 req-ddc507a9-547c-42d5-a1d1-8059d526f950 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616870 Jun 02 08:00:13.030206 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:13.035121 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:13.230250 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Pushing event updated for resources: {'Port': ['ID=f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956,revision_number=4']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:13.235290 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:13.250206 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvr_db [None req-a38e644d-2337-4ef2-88d1-ba9638c83260 None None] Set router 75a91140-9a48-46ea-82d3-ce854be01b21 gateway port host: dv-cinder-786385-7-smb {{(pid=91541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:00:13.567919 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1abb338-c88e-4409-bfa6-d0b6305159de req-51da4b83-130d-46fb-95a3-96b68e26921f tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:13.571861 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c1abb338-c88e-4409-bfa6-d0b6305159de req-51da4b83-130d-46fb-95a3-96b68e26921f tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/ports?device_id=24677239-5d70-48f7-8785-d906d21b9f66 HTTP/1.1" status: 200 len: 943 time: 0.1601465 Jun 02 08:00:13.646325 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c1abb338-c88e-4409-bfa6-d0b6305159de req-ed465eef-84f4-4ea2-8e97-a787ca8f41e9 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba82d7e7-e2ce-46eb-81e8-21ddad4c9121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556984 Jun 02 08:00:13.693849 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 44074) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:00:13.699450 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-bccf050b-4aa8-47f5-b14c-18e1a6d45551 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-860843240-network', 'tenant_id': '9f8acb6a953c462a95c8b928694bc02e'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:00:13.704425 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-bccf050b-4aa8-47f5-b14c-18e1a6d45551 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:00:13.710740 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-bccf050b-4aa8-47f5-b14c-18e1a6d45551 admin admin] Usage tracker for resource:network and tenant:9f8acb6a953c462a95c8b928694bc02e is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:00:13.714908 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-bccf050b-4aa8-47f5-b14c-18e1a6d45551 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:00:13.723213 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-bccf050b-4aa8-47f5-b14c-18e1a6d45551 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:00:13.739741 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccf050b-4aa8-47f5-b14c-18e1a6d45551 admin admin] Made reservation on behalf of 9f8acb6a953c462a95c8b928694bc02e for: {'network': 1} {{(pid=91540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 08:00:13.743422 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-bccf050b-4aa8-47f5-b14c-18e1a6d45551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3847429'] for network, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:13.773962 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-bccf050b-4aa8-47f5-b14c-18e1a6d45551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:13.776085 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-a38e644d-2337-4ef2-88d1-ba9638c83260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'name': 'tempest-TestMinimumBasicScenario-635836753-router', 'tenant_id': 'b376b02319e3497faae6b4322a8462bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:58Z', 'updated_at': '2021-06-02T08:00:10Z', 'revision_number': 4, 'project_id': 'b376b02319e3497faae6b4322a8462bd', 'gw_port': {'id': 'f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:64:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:00:00Z', 'updated_at': '2021-06-02T08:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': 'df9999d4-1666-4295-a42f-1073b0b768bc', 'name': '', 'network_id': '4e47ec95-df63-4cde-9b70-6cfa695ac55a', 'tenant_id': 'b376b02319e3497faae6b4322a8462bd', 'mac_address': 'fa:16:3e:fe:8a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '97dd7f61-e68e-4938-a09a-689ecc9f4a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:00:09Z', 'updated_at': '2021-06-02T08:00:11Z', 'revision_number': 2, 'project_id': 'b376b02319e3497faae6b4322a8462bd', 'subnets': [{'id': '97dd7f61-e68e-4938-a09a-689ecc9f4a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:00:13.784409 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38e644d-2337-4ef2-88d1-ba9638c83260 None None] Checking router: 75a91140-9a48-46ea-82d3-ce854be01b21 for host: dv-cinder-786385-7-smb {{(pid=91541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 08:00:13.785132 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38e644d-2337-4ef2-88d1-ba9638c83260 None None] Updating router 75a91140-9a48-46ea-82d3-ce854be01b21 port df9999d4-1666-4295-a42f-1073b0b768bc binding host dv-cinder-786385-7-smb {{(pid=91541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 08:00:13.795581 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-bccf050b-4aa8-47f5-b14c-18e1a6d45551 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:00:13.803036 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-bccf050b-4aa8-47f5-b14c-18e1a6d45551 admin admin] Usage tracker for resource:security_group_rule and tenant:9f8acb6a953c462a95c8b928694bc02e is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:00:13.812099 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-bccf050b-4aa8-47f5-b14c-18e1a6d45551 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:00:13.826167 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-bccf050b-4aa8-47f5-b14c-18e1a6d45551 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:00:13.869625 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-a38e644d-2337-4ef2-88d1-ba9638c83260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:13.899446 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dbf12-8d87-470e-be00-caf2a3b4a6df req-1e575585-736f-4552-b0d9-60f24befd93b tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:13.907305 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-049dbf12-8d87-470e-be00-caf2a3b4a6df req-1e575585-736f-4552-b0d9-60f24befd93b tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.0931530 Jun 02 08:00:13.959332 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-049dbf12-8d87-470e-be00-caf2a3b4a6df req-7f9c9426-92bb-4a04-bfd7-e76c9bf1edcf tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502031 Jun 02 08:00:14.104259 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-bccf050b-4aa8-47f5-b14c-18e1a6d45551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:14.112934 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-bccf050b-4aa8-47f5-b14c-18e1a6d45551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:14.126912 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bccf050b-4aa8-47f5-b14c-18e1a6d45551 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=91540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 08:00:14.139032 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-bccf050b-4aa8-47f5-b14c-18e1a6d45551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479'] for segment, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:14.139921 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.db.segments_db [None req-bccf050b-4aa8-47f5-b14c-18e1a6d45551 admin admin] Added segment 27788b95-9930-4a48-b022-2896ca71af94 of type vlan for network e222cd43-7073-4260-b2b9-7822f673968d Jun 02 08:00:14.170786 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-bccf050b-4aa8-47f5-b14c-18e1a6d45551 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746790259047'] for network, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:14.203329 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-9e8828ad-0137-4657-82cd-f3c9bd56b5ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:14.275405 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-bccf050b-4aa8-47f5-b14c-18e1a6d45551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-947529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536110'] for network, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:14.275405 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccf050b-4aa8-47f5-b14c-18e1a6d45551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:14.275405 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-bccf050b-4aa8-47f5-b14c-18e1a6d45551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for network, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:14.328832 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf050b-4aa8-47f5-b14c-18e1a6d45551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71fcfdca-633f-4fa8-bb71-50064e680935,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:14.346330 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-bccf050b-4aa8-47f5-b14c-18e1a6d45551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:14.346330 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:14.363437 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-bccf050b-4aa8-47f5-b14c-18e1a6d45551 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6682370 Jun 02 08:00:14.375103 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 44080) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:00:14.390010 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [None req-83207b52-2a23-4bc1-a1c5-470fdada1455 admin admin] Request body: {'subnet': {'network_id': 'e222cd43-7073-4260-b2b9-7822f673968d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-860843240-subnet', 'tenant_id': '9f8acb6a953c462a95c8b928694bc02e', 'ip_version': 4}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:00:14.426011 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-83207b52-2a23-4bc1-a1c5-470fdada1455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:00:14.430614 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-83207b52-2a23-4bc1-a1c5-470fdada1455 admin admin] Usage tracker for resource:subnet and tenant:9f8acb6a953c462a95c8b928694bc02e is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:00:14.445359 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-83207b52-2a23-4bc1-a1c5-470fdada1455 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:00:14.452272 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-83207b52-2a23-4bc1-a1c5-470fdada1455 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:00:14.496156 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83207b52-2a23-4bc1-a1c5-470fdada1455 admin admin] Made reservation on behalf of 9f8acb6a953c462a95c8b928694bc02e for: {'subnet': 1} {{(pid=91539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 08:00:14.499577 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-83207b52-2a23-4bc1-a1c5-470fdada1455 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1601804'] for subnet, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:14.528010 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-a38e644d-2337-4ef2-88d1-ba9638c83260 None None] Notify callbacks [] for port, precommit_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:14.545286 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-a38e644d-2337-4ef2-88d1-ba9638c83260 None None] Transition to ACTIVE for port object df9999d4-1666-4295-a42f-1073b0b768bc will not be triggered until provisioned by entity L2. {{(pid=91541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 08:00:14.549571 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf050b-4aa8-47f5-b14c-18e1a6d45551 admin admin] Pushing event updated for resources: {'Network': ['ID=e222cd43-7073-4260-b2b9-7822f673968d,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:14.553589 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-bccf050b-4aa8-47f5-b14c-18e1a6d45551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:14.556998 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-a38e644d-2337-4ef2-88d1-ba9638c83260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:14.567621 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e55b0-4cae-46ef-8377-56a6025903b8 req-9acd05cd-3438-4479-b5d0-4e739399a0d9 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:14.569212 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-3b1e55b0-4cae-46ef-8377-56a6025903b8 req-9acd05cd-3438-4479-b5d0-4e739399a0d9 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 946 time: 0.3684206 Jun 02 08:00:14.582818 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:14.645015 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-3b1e55b0-4cae-46ef-8377-56a6025903b8 req-c69712af-0516-458c-9deb-62200befe0b6 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638177 Jun 02 08:00:14.672695 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Network e222cd43-7073-4260-b2b9-7822f673968d details requested by agent ovs-agent-dv-cinder-786385-7-smb with host dv-cinder-786385-7-smb {{(pid=91541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 02 08:00:14.686494 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956 up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 08:00:14.749629 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bbc2c2-4047-467c-b180-d05343ac00f6 None None] Pushing event updated for resources: {'Port': ['ID=df9999d4-1666-4295-a42f-1073b0b768bc,revision_number=3']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:14.760331 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-38bbc2c2-4047-467c-b180-d05343ac00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:14.869866 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 0689d4ce-a9f6-4867-985b-6a2ca7952768 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=91541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 08:00:15.049731 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 0689d4ce-a9f6-4867-985b-6a2ca7952768, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0689d4ce-a9f6-4867-985b-6a2ca7952768,segment=NetworkSegment(b248c05e-10cf-4577-a4bf-3436560b5ff7),segment_id=b248c05e-10cf-4577-a4bf-3436560b5ff7)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:00:15.081360 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Returning: {'device': '0689d4ce-a9f6-4867-985b-6a2ca7952768', 'network_id': '430173cd-4ca3-4f17-9be2-7f84b308c880', 'port_id': '0689d4ce-a9f6-4867-985b-6a2ca7952768', 'mac_address': 'fa:16:3e:b0:6b:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de659b5-231d-486f-99b3-08b97a1da388', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 08:00:15.153885 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:15.217883 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0689d4ce-a9f6-4867-985b-6a2ca7952768 {{(pid=91541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 08:00:15.271614 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c378fa1-f595-44b2-b9d6-8ba5ded9f170 req-bce86617-57ba-4965-8e79-41ec323ad9f0 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:15.273136 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-6c378fa1-f595-44b2-b9d6-8ba5ded9f170 req-bce86617-57ba-4965-8e79-41ec323ad9f0 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.0968618 Jun 02 08:00:15.300589 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2375f-eb01-40b5-a51e-e090e7eb0cbf req-b71941ea-ca58-44a0-9919-1ffe607bf731 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:15.302044 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-fde2375f-eb01-40b5-a51e-e090e7eb0cbf req-b71941ea-ca58-44a0-9919-1ffe607bf731 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/ports?device_id=24677239-5d70-48f7-8785-d906d21b9f66 HTTP/1.1" status: 200 len: 943 time: 0.3612421 Jun 02 08:00:15.351997 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-a38e644d-2337-4ef2-88d1-ba9638c83260 None None] Attempting to bind port df9999d4-1666-4295-a42f-1073b0b768bc on host dv-cinder-786385-7-smb for vnic_type normal with profile {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 08:00:15.353174 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-a38e644d-2337-4ef2-88d1-ba9638c83260 None None] Attempting to bind port df9999d4-1666-4295-a42f-1073b0b768bc by drivers openvswitch,hyperv on host dv-cinder-786385-7-smb at level 0 using segments [{'id': '57757a71-f318-422f-96b3-91ecdbbb6c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4e47ec95-df63-4cde-9b70-6cfa695ac55a'}] {{(pid=91541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 08:00:15.353760 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38e644d-2337-4ef2-88d1-ba9638c83260 None None] Attempting to bind port df9999d4-1666-4295-a42f-1073b0b768bc on network 4e47ec95-df63-4cde-9b70-6cfa695ac55a {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 08:00:15.370893 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-6c378fa1-f595-44b2-b9d6-8ba5ded9f170 req-a6fc5345-3b9a-471b-af78-07d951e5d76b tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879858 Jun 02 08:00:15.382162 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956 triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:00:15.382633 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:15.391157 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-83207b52-2a23-4bc1-a1c5-470fdada1455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1809896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1601822'] for subnet, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:15.394999 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-fde2375f-eb01-40b5-a51e-e090e7eb0cbf req-f96a9415-45a3-4f9b-9137-fc5972563481 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba82d7e7-e2ce-46eb-81e8-21ddad4c9121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794315 Jun 02 08:00:15.402512 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-4375c5f3-20e8-46e7-9cff-f8bdde45f8be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:15.421798 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38e644d-2337-4ef2-88d1-ba9638c83260 None None] Checking agent: {'id': '2a0e1ac3-7fb5-40bc-887e-90e9797fe79d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 50, 2), 'started_at': datetime.datetime(2021, 6, 2, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 08:00:15.422467 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38e644d-2337-4ef2-88d1-ba9638c83260 None None] Checking segment: {'id': '57757a71-f318-422f-96b3-91ecdbbb6c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4e47ec95-df63-4cde-9b70-6cfa695ac55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 08:00:15.423107 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-a38e644d-2337-4ef2-88d1-ba9638c83260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:15.423915 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38e644d-2337-4ef2-88d1-ba9638c83260 None None] Bound using segment: {'id': '57757a71-f318-422f-96b3-91ecdbbb6c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4e47ec95-df63-4cde-9b70-6cfa695ac55a'} {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 08:00:15.424624 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-a38e644d-2337-4ef2-88d1-ba9638c83260 None None] Bound port: df9999d4-1666-4295-a42f-1073b0b768bc, host: dv-cinder-786385-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57757a71-f318-422f-96b3-91ecdbbb6c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4e47ec95-df63-4cde-9b70-6cfa695ac55a'}}] {{(pid=91541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 08:00:15.425228 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-a38e644d-2337-4ef2-88d1-ba9638c83260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:15.440579 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 0689d4ce-a9f6-4867-985b-6a2ca7952768, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0689d4ce-a9f6-4867-985b-6a2ca7952768,segment=NetworkSegment(b248c05e-10cf-4577-a4bf-3436560b5ff7),segment_id=b248c05e-10cf-4577-a4bf-3436560b5ff7)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:00:15.489347 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:15.491849 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83207b52-2a23-4bc1-a1c5-470fdada1455 admin admin] Checking segment: {'id': '27788b95-9930-4a48-b022-2896ca71af94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e222cd43-7073-4260-b2b9-7822f673968d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 08:00:15.492237 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83207b52-2a23-4bc1-a1c5-470fdada1455 admin admin] Network hostable DHCP agents. Network: e222cd43-7073-4260-b2b9-7822f673968d, hostable agents: ['187909a1-f54b-4aaf-b277-d1ad18d9eb87'], hosted agents: [] {{(pid=91539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 08:00:15.495358 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83207b52-2a23-4bc1-a1c5-470fdada1455 admin admin] Pushing event updated for resources: {'Subnet': ['ID=277056ab-2acd-4939-9e81-75b2a1f581bc,revision_number=0']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:15.499799 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-83207b52-2a23-4bc1-a1c5-470fdada1455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:15.504606 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-d07bef1e-496c-4cc4-ab70-56253aced277 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:15.520004 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83207b52-2a23-4bc1-a1c5-470fdada1455 admin admin] Network e222cd43-7073-4260-b2b9-7822f673968d is scheduled to be hosted by DHCP agent 187909a1-f54b-4aaf-b277-d1ad18d9eb87 with binding_index 1 {{(pid=91539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 08:00:15.535313 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [None req-83207b52-2a23-4bc1-a1c5-470fdada1455 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-7-smb, e222cd43-7073-4260-b2b9-7822f673968d) {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 08:00:15.568750 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83207b52-2a23-4bc1-a1c5-470fdada1455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:15.569354 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-83207b52-2a23-4bc1-a1c5-470fdada1455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for subnet, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:15.603778 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-83207b52-2a23-4bc1-a1c5-470fdada1455 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2166963 Jun 02 08:00:15.604152 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 44094) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:00:15.609933 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-759fe37c-6d5f-4840-9a23-e16d59081aaf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-860843240-router', 'tenant_id': '9f8acb6a953c462a95c8b928694bc02e', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'}}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:00:15.616043 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-759fe37c-6d5f-4840-9a23-e16d59081aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:00:15.616265 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ac5088-e397-4504-895c-ae33ffa5be74 None None] Network e222cd43-7073-4260-b2b9-7822f673968d requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 08:00:15.626204 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-759fe37c-6d5f-4840-9a23-e16d59081aaf admin admin] Usage tracker for resource:router and tenant:9f8acb6a953c462a95c8b928694bc02e is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:00:15.630790 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-759fe37c-6d5f-4840-9a23-e16d59081aaf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:00:15.646064 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-759fe37c-6d5f-4840-9a23-e16d59081aaf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:00:15.665975 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-759fe37c-6d5f-4840-9a23-e16d59081aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1013204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3813'] for router, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:15.667704 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-759fe37c-6d5f-4840-9a23-e16d59081aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-946085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3836'] for router, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:15.687185 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-759fe37c-6d5f-4840-9a23-e16d59081aaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:15.833939 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['0689d4ce-a9f6-4867-985b-6a2ca7952768'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 08:00:15.952104 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=0689d4ce-a9f6-4867-985b-6a2ca7952768,revision_number=4']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:15.956211 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-a38e644d-2337-4ef2-88d1-ba9638c83260 None None] For port df9999d4-1666-4295-a42f-1073b0b768bc, host dv-cinder-786385-7-smb, cleared binding levels {{(pid=91541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 08:00:15.958734 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:15.982519 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-a38e644d-2337-4ef2-88d1-ba9638c83260 None None] For port df9999d4-1666-4295-a42f-1073b0b768bc, host dv-cinder-786385-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=df9999d4-1666-4295-a42f-1073b0b768bc,segment=NetworkSegment(57757a71-f318-422f-96b3-91ecdbbb6c06),segment_id=57757a71-f318-422f-96b3-91ecdbbb6c06)] {{(pid=91541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 08:00:16.021891 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-a38e644d-2337-4ef2-88d1-ba9638c83260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:16.029820 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-ac745eca-932c-4557-a45f-349e47a203dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:16.060740 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-759fe37c-6d5f-4840-9a23-e16d59081aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1013190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3790'] for router, precommit_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:16.145994 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe324d9-a94e-4841-8b6b-b9f2cf8fe838 req-1a022547-4117-45aa-97e1-1a14e75deb74 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:16.149921 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-cbe324d9-a94e-4841-8b6b-b9f2cf8fe838 req-1a022547-4117-45aa-97e1-1a14e75deb74 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 946 time: 0.2992830 Jun 02 08:00:16.201705 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bbc2c2-4047-467c-b180-d05343ac00f6 None None] Pushing event updated for resources: {'Port': ['ID=df9999d4-1666-4295-a42f-1073b0b768bc,revision_number=4']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:16.206672 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-38bbc2c2-4047-467c-b180-d05343ac00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:16.260345 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-cbe324d9-a94e-4841-8b6b-b9f2cf8fe838 req-a79e3fe0-27bd-4849-a431-81108a7bc65e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1014531 Jun 02 08:00:16.294656 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38e644d-2337-4ef2-88d1-ba9638c83260 None None] Routers {'75a91140-9a48-46ea-82d3-ce854be01b21'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:00:16.295703 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-a38e644d-2337-4ef2-88d1-ba9638c83260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:00:03Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['75a91140-9a48-46ea-82d3-ce854be01b21'], 'active': True} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:00:16.355663 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32bbbfd-0f4e-4700-9a7a-15094b298902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp098a28b0-fe0f-53b0-9390-6a847d396a49-e222cd43-7073-4260-b2b9-7822f673968d', 'network_id': 'e222cd43-7073-4260-b2b9-7822f673968d', 'tenant_id': '9f8acb6a953c462a95c8b928694bc02e', 'fixed_ips': [{'subnet_id': '277056ab-2acd-4939-9e81-75b2a1f581bc'}]}} from dv-cinder-786385-7-smb. {{(pid=91541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 08:00:16.356519 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-b32bbbfd-0f4e-4700-9a7a-15094b298902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:16.627762 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-759fe37c-6d5f-4840-9a23-e16d59081aaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:16.677397 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662baec2-aa4e-4ba0-adec-18b12baa5da5 req-3f541086-9c88-4089-a495-cdc62f93ddd7 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:16.684379 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-662baec2-aa4e-4ba0-adec-18b12baa5da5 req-3f541086-9c88-4089-a495-cdc62f93ddd7 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.1062095 Jun 02 08:00:16.707601 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-759fe37c-6d5f-4840-9a23-e16d59081aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:16.740451 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-662baec2-aa4e-4ba0-adec-18b12baa5da5 req-ae6caf08-8259-4855-a277-b7720da77988 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545862 Jun 02 08:00:16.755458 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvr_db [None req-a38e644d-2337-4ef2-88d1-ba9638c83260 None None] Set router 75a91140-9a48-46ea-82d3-ce854be01b21 gateway port host: dv-cinder-786385-7-smb {{(pid=91541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:00:16.821009 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b47d69-2cd0-49f2-b191-4292907f2185 req-47bfc757-acc0-403c-96ca-d88225674d7e tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:16.822495 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c7b47d69-2cd0-49f2-b191-4292907f2185 req-47bfc757-acc0-403c-96ca-d88225674d7e tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/ports?device_id=24677239-5d70-48f7-8785-d906d21b9f66 HTTP/1.1" status: 200 len: 944 time: 0.2560496 Jun 02 08:00:16.843487 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.db_base_plugin_common [None req-b32bbbfd-0f4e-4700-9a7a-15094b298902 None None] Allocated IP 172.20.0.2 (e222cd43-7073-4260-b2b9-7822f673968d/277056ab-2acd-4939-9e81-75b2a1f581bc/7ea37fde-55b3-4ffb-99ed-7e4cee8aaf9a) {{(pid=91541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 08:00:16.955031 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c7b47d69-2cd0-49f2-b191-4292907f2185 req-3cbe211e-ae84-4010-bfc9-1e92f8483ff6 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba82d7e7-e2ce-46eb-81e8-21ddad4c9121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248827 Jun 02 08:00:16.974748 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.db_base_plugin_common [None req-759fe37c-6d5f-4840-9a23-e16d59081aaf admin admin] Allocated IP 172.28.1.181 (e9a5f3f9-db43-4f06-8bac-5a44878f4be2/e2d41c65-2880-4a37-bb18-2012b034108f/4b4baf6d-9be3-43c3-be9e-d639224c1ed9) {{(pid=91540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 08:00:17.082251 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9456bf-cf65-4882-b6d4-1839cb159b3c req-c3cdc343-9591-46f9-906a-aa8b067972ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:17.084368 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0b9456bf-cf65-4882-b6d4-1839cb159b3c req-c3cdc343-9591-46f9-906a-aa8b067972ed service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6b8d02cd22f94fd0a8a8af38d9d22b8d&device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 1099 time: 0.1764429 Jun 02 08:00:17.292187 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9456bf-cf65-4882-b6d4-1839cb159b3c req-616ecb90-96d7-46fd-9a2f-8f483dd20bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:17.293969 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0b9456bf-cf65-4882-b6d4-1839cb159b3c req-616ecb90-96d7-46fd-9a2f-8f483dd20bf8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c2b2e088-f309-40ee-a9da-7f4c929ceb8e HTTP/1.1" status: 200 len: 917 time: 0.2004902 Jun 02 08:00:17.366223 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-b32bbbfd-0f4e-4700-9a7a-15094b298902 None None] Notify callbacks [] for port, precommit_create {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:17.383806 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-b32bbbfd-0f4e-4700-9a7a-15094b298902 None None] Transition to ACTIVE for port object 7ea37fde-55b3-4ffb-99ed-7e4cee8aaf9a will not be triggered until provisioned by entity L2. {{(pid=91541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 08:00:17.410297 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-759fe37c-6d5f-4840-9a23-e16d59081aaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:17.414274 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-b32bbbfd-0f4e-4700-9a7a-15094b298902 None None] Transition to ACTIVE for port object 7ea37fde-55b3-4ffb-99ed-7e4cee8aaf9a will not be triggered until provisioned by entity DHCP. {{(pid=91541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 08:00:17.417301 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-a38e644d-2337-4ef2-88d1-ba9638c83260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'name': 'tempest-TestMinimumBasicScenario-635836753-router', 'tenant_id': 'b376b02319e3497faae6b4322a8462bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:58Z', 'updated_at': '2021-06-02T08:00:10Z', 'revision_number': 4, 'project_id': 'b376b02319e3497faae6b4322a8462bd', 'gw_port': {'id': 'f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:00:00Z', 'updated_at': '2021-06-02T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': 'df9999d4-1666-4295-a42f-1073b0b768bc', 'name': '', 'network_id': '4e47ec95-df63-4cde-9b70-6cfa695ac55a', 'tenant_id': 'b376b02319e3497faae6b4322a8462bd', 'mac_address': 'fa:16:3e:fe:8a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '97dd7f61-e68e-4938-a09a-689ecc9f4a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:00:09Z', 'updated_at': '2021-06-02T08:00:15Z', 'revision_number': 4, 'project_id': 'b376b02319e3497faae6b4322a8462bd', 'subnets': [{'id': '97dd7f61-e68e-4938-a09a-689ecc9f4a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:00:17.423304 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38e644d-2337-4ef2-88d1-ba9638c83260 None None] The sync data for ids ['75a91140-9a48-46ea-82d3-ce854be01b21'] in dv-cinder-786385-7-smb is: [{'id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'name': 'tempest-TestMinimumBasicScenario-635836753-router', 'tenant_id': 'b376b02319e3497faae6b4322a8462bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:58Z', 'updated_at': '2021-06-02T08:00:10Z', 'revision_number': 4, 'project_id': 'b376b02319e3497faae6b4322a8462bd', 'gw_port': {'id': 'f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:00:00Z', 'updated_at': '2021-06-02T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': 'df9999d4-1666-4295-a42f-1073b0b768bc', 'name': '', 'network_id': '4e47ec95-df63-4cde-9b70-6cfa695ac55a', 'tenant_id': 'b376b02319e3497faae6b4322a8462bd', 'mac_address': 'fa:16:3e:fe:8a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '97dd7f61-e68e-4938-a09a-689ecc9f4a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:00:09Z', 'updated_at': '2021-06-02T08:00:15Z', 'revision_number': 4, 'project_id': 'b376b02319e3497faae6b4322a8462bd', 'subnets': [{'id': '97dd7f61-e68e-4938-a09a-689ecc9f4a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 08:00:17.426539 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-b32bbbfd-0f4e-4700-9a7a-15094b298902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446'] for port, after_create {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:17.430738 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:17.461940 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-759fe37c-6d5f-4840-9a23-e16d59081aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27652422'] for port, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:17.468425 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0b9456bf-cf65-4882-b6d4-1839cb159b3c req-ec879577-6a0d-4f82-8f14-d6a41aa4fd89 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a184353-f207-4dac-844e-e85fec6a25cb HTTP/1.1" status: 200 len: 1002 time: 0.1678157 Jun 02 08:00:17.473765 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:17.598524 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759fe37c-6d5f-4840-9a23-e16d59081aaf admin admin] Network e9a5f3f9-db43-4f06-8bac-5a44878f4be2 is already hosted by enough agents. {{(pid=91540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 08:00:17.601885 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.base_scheduler [None req-759fe37c-6d5f-4840-9a23-e16d59081aaf admin admin] Resources bound (agent type, host, resource id): {{(pid=91540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 08:00:17.602100 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9456bf-cf65-4882-b6d4-1839cb159b3c req-22312f38-92e6-4000-b0e5-d9be258dc0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:17.604407 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759fe37c-6d5f-4840-9a23-e16d59081aaf admin admin] Received port after_create {{(pid=91540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 08:00:17.606079 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0b9456bf-cf65-4882-b6d4-1839cb159b3c req-22312f38-92e6-4000-b0e5-d9be258dc0b2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dab5414d-1dc2-421f-9986-4a6ba721194d HTTP/1.1" status: 200 len: 855 time: 0.1264908 Jun 02 08:00:17.646294 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32bbbfd-0f4e-4700-9a7a-15094b298902 None None] Network e222cd43-7073-4260-b2b9-7822f673968d is already hosted by enough agents. {{(pid=91541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 08:00:17.650731 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.scheduler.base_scheduler [None req-b32bbbfd-0f4e-4700-9a7a-15094b298902 None None] Resources bound (agent type, host, resource id): {{(pid=91541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 08:00:17.652899 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32bbbfd-0f4e-4700-9a7a-15094b298902 None None] Pushing event updated for resources: {'Port': ['ID=7ea37fde-55b3-4ffb-99ed-7e4cee8aaf9a,revision_number=1']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:17.660529 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32bbbfd-0f4e-4700-9a7a-15094b298902 None None] Received port after_create {{(pid=91541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 08:00:17.672231 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbca12-3b02-40f4-933a-b29df869578e req-d485cf8c-c4bf-4e01-9271-be28c5c48515 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:17.674285 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-b32bbbfd-0f4e-4700-9a7a-15094b298902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:17.679671 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-fbdbca12-3b02-40f4-933a-b29df869578e req-d485cf8c-c4bf-4e01-9271-be28c5c48515 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 946 time: 0.2703695 Jun 02 08:00:17.757079 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-fbdbca12-3b02-40f4-933a-b29df869578e req-ab8ef603-ae48-4044-9118-4eab2e4c7d7a tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0762630 Jun 02 08:00:17.762605 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759fe37c-6d5f-4840-9a23-e16d59081aaf admin admin] Pushing event updated for resources: {'Port': ['ID=4b4baf6d-9be3-43c3-be9e-d639224c1ed9,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:17.775421 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-759fe37c-6d5f-4840-9a23-e16d59081aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:17.796270 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9456bf-cf65-4882-b6d4-1839cb159b3c req-ce4203f1-8ea6-44cb-be27-e8fcc508dced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:17.797880 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0b9456bf-cf65-4882-b6d4-1839cb159b3c req-ce4203f1-8ea6-44cb-be27-e8fcc508dced service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c2b2e088-f309-40ee-a9da-7f4c929ceb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1835041 Jun 02 08:00:17.808871 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-b32bbbfd-0f4e-4700-9a7a-15094b298902 None None] Attempting to bind port 7ea37fde-55b3-4ffb-99ed-7e4cee8aaf9a on host dv-cinder-786385-7-smb for vnic_type normal with profile {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 08:00:17.809604 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-b32bbbfd-0f4e-4700-9a7a-15094b298902 None None] Attempting to bind port 7ea37fde-55b3-4ffb-99ed-7e4cee8aaf9a by drivers openvswitch,hyperv on host dv-cinder-786385-7-smb at level 0 using segments [{'id': '27788b95-9930-4a48-b022-2896ca71af94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e222cd43-7073-4260-b2b9-7822f673968d'}] {{(pid=91541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 08:00:17.810944 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32bbbfd-0f4e-4700-9a7a-15094b298902 None None] Attempting to bind port 7ea37fde-55b3-4ffb-99ed-7e4cee8aaf9a on network e222cd43-7073-4260-b2b9-7822f673968d {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 08:00:17.827392 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32bbbfd-0f4e-4700-9a7a-15094b298902 None None] Checking agent: {'id': '2a0e1ac3-7fb5-40bc-887e-90e9797fe79d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 50, 2), 'started_at': datetime.datetime(2021, 6, 2, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 08:00:17.828308 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32bbbfd-0f4e-4700-9a7a-15094b298902 None None] Checking segment: {'id': '27788b95-9930-4a48-b022-2896ca71af94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e222cd43-7073-4260-b2b9-7822f673968d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 08:00:17.828890 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-b32bbbfd-0f4e-4700-9a7a-15094b298902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:17.829461 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32bbbfd-0f4e-4700-9a7a-15094b298902 None None] Bound using segment: {'id': '27788b95-9930-4a48-b022-2896ca71af94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e222cd43-7073-4260-b2b9-7822f673968d'} {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 08:00:17.830114 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-b32bbbfd-0f4e-4700-9a7a-15094b298902 None None] Bound port: 7ea37fde-55b3-4ffb-99ed-7e4cee8aaf9a, host: dv-cinder-786385-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27788b95-9930-4a48-b022-2896ca71af94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e222cd43-7073-4260-b2b9-7822f673968d'}}] {{(pid=91541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 08:00:17.830663 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-b32bbbfd-0f4e-4700-9a7a-15094b298902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:17.948139 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-b32bbbfd-0f4e-4700-9a7a-15094b298902 None None] For port 7ea37fde-55b3-4ffb-99ed-7e4cee8aaf9a, host dv-cinder-786385-7-smb, cleared binding levels {{(pid=91541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 08:00:17.951778 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-b32bbbfd-0f4e-4700-9a7a-15094b298902 None None] For port 7ea37fde-55b3-4ffb-99ed-7e4cee8aaf9a, host dv-cinder-786385-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=7ea37fde-55b3-4ffb-99ed-7e4cee8aaf9a,segment=NetworkSegment(27788b95-9930-4a48-b022-2896ca71af94),segment_id=27788b95-9930-4a48-b022-2896ca71af94)] {{(pid=91541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 08:00:17.960688 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0b9456bf-cf65-4882-b6d4-1839cb159b3c req-92223876-7ec1-4be7-9505-7c1c290a5b7b service neutron] 10.222.0.79 "GET /v2.0/networks/c2b2e088-f309-40ee-a9da-7f4c929ceb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541150 Jun 02 08:00:17.961609 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-b32bbbfd-0f4e-4700-9a7a-15094b298902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:17.965373 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:18.099010 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32bbbfd-0f4e-4700-9a7a-15094b298902 None None] Pushing event updated for resources: {'Port': ['ID=7ea37fde-55b3-4ffb-99ed-7e4cee8aaf9a,revision_number=2']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:18.103308 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-b32bbbfd-0f4e-4700-9a7a-15094b298902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:18.149004 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487f3b6-d118-4803-bab7-2a71c13e3a66 req-ec93e246-726e-4ba9-9f3b-99de50109803 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:18.152901 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c487f3b6-d118-4803-bab7-2a71c13e3a66 req-ec93e246-726e-4ba9-9f3b-99de50109803 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.2395704 Jun 02 08:00:18.288906 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0b9456bf-cf65-4882-b6d4-1839cb159b3c req-eeb342fa-6dc2-457d-9a5a-ac3b28394f1d service neutron] 10.222.0.79 "GET /v2.0/networks/c2b2e088-f309-40ee-a9da-7f4c929ceb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178167 Jun 02 08:00:18.317378 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0e4c0-1e0c-4fcb-8e44-97027563f15b req-ec3bcded-695d-436a-8c2b-ef605997a314 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:18.319304 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-edb0e4c0-1e0c-4fcb-8e44-97027563f15b req-ec3bcded-695d-436a-8c2b-ef605997a314 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/ports?device_id=24677239-5d70-48f7-8785-d906d21b9f66 HTTP/1.1" status: 200 len: 944 time: 0.1491513 Jun 02 08:00:18.347031 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c487f3b6-d118-4803-bab7-2a71c13e3a66 req-2e2026d8-8abe-4021-84fb-02c522a16c17 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878178 Jun 02 08:00:18.376052 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-759fe37c-6d5f-4840-9a23-e16d59081aaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:18.424969 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-edb0e4c0-1e0c-4fcb-8e44-97027563f15b req-962cd1f0-a89f-48a1-bad1-8abcbce64a19 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba82d7e7-e2ce-46eb-81e8-21ddad4c9121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971487 Jun 02 08:00:18.639778 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 7ea37fde-55b3-4ffb-99ed-7e4cee8aaf9a up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 08:00:18.714669 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning for port 7ea37fde-55b3-4ffb-99ed-7e4cee8aaf9a completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 08:00:18.719928 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device df9999d4-1666-4295-a42f-1073b0b768bc up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 08:00:18.793057 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 0689d4ce-a9f6-4867-985b-6a2ca7952768 up at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 08:00:18.854256 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning for port df9999d4-1666-4295-a42f-1073b0b768bc completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 08:00:18.863356 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-759fe37c-6d5f-4840-9a23-e16d59081aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946160'] for router, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:18.865489 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port df9999d4-1666-4295-a42f-1073b0b768bc triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:00:18.865971 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:18.949000 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning for port 0689d4ce-a9f6-4867-985b-6a2ca7952768 completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 08:00:18.955416 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning complete for port 0689d4ce-a9f6-4867-985b-6a2ca7952768 triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:00:18.955800 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:19.072278 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:19.117459 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] For port df9999d4-1666-4295-a42f-1073b0b768bc, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=df9999d4-1666-4295-a42f-1073b0b768bc,segment=NetworkSegment(57757a71-f318-422f-96b3-91ecdbbb6c06),segment_id=57757a71-f318-422f-96b3-91ecdbbb6c06)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:00:19.151101 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:19.162382 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-3caf53bd-0a2c-4005-9bdf-12be9fba0411 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:19.237126 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:19.253016 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e35f1-4f3b-4b07-9b69-9c3ea4eee94b req-6e1d1a64-4aec-4aeb-a151-34c65f56a0d0 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:19.254526 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-d07e35f1-4f3b-4b07-9b69-9c3ea4eee94b req-6e1d1a64-4aec-4aeb-a151-34c65f56a0d0 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 946 time: 0.3020449 Jun 02 08:00:19.259273 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Pushing event updated for resources: {'Port': ['ID=df9999d4-1666-4295-a42f-1073b0b768bc,revision_number=5']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:19.262425 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:19.275845 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24677239-5d70-48f7-8785-d906d21b9f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0689d4ce-a9f6-4867-985b-6a2ca7952768'}] {{(pid=91541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:00:19.278285 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab578fc78af4bba4052238dc90c68e3a7405fe2d006a0c4fb1b419504dc30437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df70994e-fc02-49af-9226-fd9011eca25f" -d '{"events": [{"server_uuid": "24677239-5d70-48f7-8785-d906d21b9f66", "name": "network-vif-plugged", "status": "completed", "tag": "0689d4ce-a9f6-4867-985b-6a2ca7952768"}]}' {{(pid=91541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:00:19.292923 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 0689d4ce-a9f6-4867-985b-6a2ca7952768, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0689d4ce-a9f6-4867-985b-6a2ca7952768,segment=NetworkSegment(b248c05e-10cf-4577-a4bf-3436560b5ff7),segment_id=b248c05e-10cf-4577-a4bf-3436560b5ff7)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:00:19.314424 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:19.316150 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 5a184353-f207-4dac-844e-e85fec6a25cb no longer exists at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:00:19.317956 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-d07e35f1-4f3b-4b07-9b69-9c3ea4eee94b req-20bf56d6-4997-4258-b4fe-cd8d047eed51 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552955 Jun 02 08:00:19.327571 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759fe37c-6d5f-4840-9a23-e16d59081aaf admin admin] Router 1cd6fb84-36e8-4014-b94c-f6608ed7faad is scheduled to L3 agent 221affb1-81f2-42a7-84c7-b8c79a9401bf with binding_index 1 {{(pid=91540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 08:00:19.343640 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa4fbdd-df0d-4819-bdb4-1c9d8c155eff None None] Network e222cd43-7073-4260-b2b9-7822f673968d requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 08:00:19.361421 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3af26a-3b13-4162-8d02-f614509e7486 x-openstack-request-id: req-1b3af26a-3b13-4162-8d02-f614509e7486 {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:00:19.361729 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24677239-5d70-48f7-8785-d906d21b9f66", "name": "network-vif-plugged", "status": "completed", "tag": "0689d4ce-a9f6-4867-985b-6a2ca7952768", "code": 200}]} {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:00:19.362533 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1b3af26a-3b13-4162-8d02-f614509e7486 {{(pid=91541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:00:19.362929 dv-cinder-786385-7-smb neutron-server[91541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24677239-5d70-48f7-8785-d906d21b9f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0689d4ce-a9f6-4867-985b-6a2ca7952768', 'code': 200} Jun 02 08:00:19.371663 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-f3808bd5-fba5-48c3-96f9-1c2e8cf942fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:19.611571 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=0689d4ce-a9f6-4867-985b-6a2ca7952768,revision_number=5']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:19.614304 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-1d70387e-abdf-4eef-abc0-4b08422177f6 None None] Provisioning for port 7ea37fde-55b3-4ffb-99ed-7e4cee8aaf9a completed by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 08:00:19.618455 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:19.624633 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-1d70387e-abdf-4eef-abc0-4b08422177f6 None None] Provisioning complete for port 7ea37fde-55b3-4ffb-99ed-7e4cee8aaf9a triggered by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:00:19.625115 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1d70387e-abdf-4eef-abc0-4b08422177f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:19.675777 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759fe37c-6d5f-4840-9a23-e16d59081aaf admin admin] Notify agent at l3_agent.dv-cinder-786385-7-smb the message routers_updated {{(pid=91540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 08:00:19.684301 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38231636-0060-4299-9125-43a530fb9b2e None None] Sync routers for ids ['1cd6fb84-36e8-4014-b94c-f6608ed7faad'] in dv-cinder-786385-7-smb {{(pid=91542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 08:00:19.697022 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38231636-0060-4299-9125-43a530fb9b2e None None] Routers {'1cd6fb84-36e8-4014-b94c-f6608ed7faad'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:00:19.697929 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-38231636-0060-4299-9125-43a530fb9b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:00:03Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['1cd6fb84-36e8-4014-b94c-f6608ed7faad'], 'active': True} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:00:19.722899 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea683a-f0bf-4e3d-9731-b08fe20ee87e req-0b0da22b-41fd-42d9-802c-4926bc3e084c tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:19.729861 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-13ea683a-f0bf-4e3d-9731-b08fe20ee87e req-0b0da22b-41fd-42d9-802c-4926bc3e084c tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.1567817 Jun 02 08:00:19.744917 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-759fe37c-6d5f-4840-9a23-e16d59081aaf admin admin] Notify callbacks [] for router, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:19.749508 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-759fe37c-6d5f-4840-9a23-e16d59081aaf admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1443288 Jun 02 08:00:19.750380 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 44184) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:00:19.784173 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-13ea683a-f0bf-4e3d-9731-b08fe20ee87e req-e3a038a6-0847-4982-bcbc-f10398b257c5 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533230 Jun 02 08:00:19.830610 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8439918-0de0-4c15-ab12-0dd3c9790a76 req-27fee61c-fee6-41fc-aded-41ea384476bc tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:19.838737 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-b8439918-0de0-4c15-ab12-0dd3c9790a76 req-27fee61c-fee6-41fc-aded-41ea384476bc tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/ports?device_id=24677239-5d70-48f7-8785-d906d21b9f66 HTTP/1.1" status: 200 len: 945 time: 0.2297242 Jun 02 08:00:19.886888 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:19.911422 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvr_db [None req-38231636-0060-4299-9125-43a530fb9b2e None None] Set router 1cd6fb84-36e8-4014-b94c-f6608ed7faad gateway port host: dv-cinder-786385-7-smb {{(pid=91542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:00:19.951806 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-b8439918-0de0-4c15-ab12-0dd3c9790a76 req-b240fe09-00fd-4c3d-86d1-7fcc5596843f tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba82d7e7-e2ce-46eb-81e8-21ddad4c9121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120961 Jun 02 08:00:19.974095 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1d70387e-abdf-4eef-abc0-4b08422177f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:20.026887 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 5a184353-f207-4dac-844e-e85fec6a25cb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5a184353-f207-4dac-844e-e85fec6a25cb,segment=NetworkSegment(0a9f3729-62b7-4b55-a4b9-f7267fb154d2),segment_id=0a9f3729-62b7-4b55-a4b9-f7267fb154d2)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:00:20.039082 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:20.042842 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:20.078626 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-1d70387e-abdf-4eef-abc0-4b08422177f6 None None] For port 7ea37fde-55b3-4ffb-99ed-7e4cee8aaf9a, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=7ea37fde-55b3-4ffb-99ed-7e4cee8aaf9a,segment=NetworkSegment(27788b95-9930-4a48-b022-2896ca71af94),segment_id=27788b95-9930-4a48-b022-2896ca71af94)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:00:20.094684 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1d70387e-abdf-4eef-abc0-4b08422177f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:20.135425 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=5a184353-f207-4dac-844e-e85fec6a25cb,revision_number=8']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:20.141251 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:20.142860 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:20.150794 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8089e-4895-485b-83b2-62067eea55d6 req-c8ef6115-a8fb-4592-aac0-2fd047bbf1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:20.152268 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e6b8089e-4895-485b-83b2-62067eea55d6 req-c8ef6115-a8fb-4592-aac0-2fd047bbf1dd service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=24677239-5d70-48f7-8785-d906d21b9f66 HTTP/1.1" status: 200 len: 1098 time: 0.4483154 Jun 02 08:00:20.229952 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70387e-abdf-4eef-abc0-4b08422177f6 None None] Pushing event updated for resources: {'Port': ['ID=7ea37fde-55b3-4ffb-99ed-7e4cee8aaf9a,revision_number=3']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:20.233965 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-1d70387e-abdf-4eef-abc0-4b08422177f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:20.262696 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-38231636-0060-4299-9125-43a530fb9b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd6fb84-36e8-4014-b94c-f6608ed7faad', 'name': 'tempest-TestMinimumBasicScenario-860843240-router', 'tenant_id': '9f8acb6a953c462a95c8b928694bc02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.181'}], 'enable_snat': True}, 'gw_port_id': '4b4baf6d-9be3-43c3-be9e-d639224c1ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:00:15Z', 'updated_at': '2021-06-02T08:00:17Z', 'revision_number': 3, 'project_id': '9f8acb6a953c462a95c8b928694bc02e', 'gw_port': {'id': '4b4baf6d-9be3-43c3-be9e-d639224c1ed9', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:04:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd6fb84-36e8-4014-b94c-f6608ed7faad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:00:16Z', 'updated_at': '2021-06-02T08:00:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb'}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:00:20.267921 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38231636-0060-4299-9125-43a530fb9b2e None None] Checking router: 1cd6fb84-36e8-4014-b94c-f6608ed7faad for host: dv-cinder-786385-7-smb {{(pid=91542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 08:00:20.268299 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38231636-0060-4299-9125-43a530fb9b2e None None] Updating router 1cd6fb84-36e8-4014-b94c-f6608ed7faad port 4b4baf6d-9be3-43c3-be9e-d639224c1ed9 binding host dv-cinder-786385-7-smb {{(pid=91542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 08:00:20.298065 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e6b8089e-4895-485b-83b2-62067eea55d6 req-cc8f0f59-32a9-46bf-bd78-2267b11472a9 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ba82d7e7-e2ce-46eb-81e8-21ddad4c9121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384821 Jun 02 08:00:20.335429 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-38231636-0060-4299-9125-43a530fb9b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:20.435505 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-b866c79d-1095-4a50-b54d-50419a2ad46c None None] Provisioning complete for port 7ea37fde-55b3-4ffb-99ed-7e4cee8aaf9a triggered by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:00:20.436086 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-b866c79d-1095-4a50-b54d-50419a2ad46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:20.699172 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 7ea37fde-55b3-4ffb-99ed-7e4cee8aaf9a up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 08:00:20.702746 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b9fae-3e04-4002-b705-92b7bbdf5cae req-3028a902-7757-4242-a066-81f3aebaeebe tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:20.713180 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-3a2b9fae-3e04-4002-b705-92b7bbdf5cae req-3028a902-7757-4242-a066-81f3aebaeebe tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 944 time: 0.1902421 Jun 02 08:00:20.818709 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-3a2b9fae-3e04-4002-b705-92b7bbdf5cae req-ed212513-43c9-44ae-81b6-7cb453e8a825 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1044767 Jun 02 08:00:20.910819 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port 7ea37fde-55b3-4ffb-99ed-7e4cee8aaf9a triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:00:20.911618 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:20.926129 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-38231636-0060-4299-9125-43a530fb9b2e None None] Notify callbacks [] for port, precommit_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:20.938487 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.provisioning_blocks [None req-38231636-0060-4299-9125-43a530fb9b2e None None] Transition to ACTIVE for port object 4b4baf6d-9be3-43c3-be9e-d639224c1ed9 will not be triggered until provisioned by entity L2. {{(pid=91542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 08:00:20.947173 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-38231636-0060-4299-9125-43a530fb9b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:20.953515 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:21.018140 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2223d-7588-4823-9613-122de8e7e1cb None None] Pushing event updated for resources: {'Port': ['ID=4b4baf6d-9be3-43c3-be9e-d639224c1ed9,revision_number=2']} {{(pid=91542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:21.037171 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG oslo_concurrency.lockutils [None req-d4e2223d-7588-4823-9613-122de8e7e1cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:21.066670 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device df9999d4-1666-4295-a42f-1073b0b768bc up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 08:00:21.072566 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8f6a1ed1-b700-46e7-9421-a2ee79f6581a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:21.081596 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.managers [None req-38231636-0060-4299-9125-43a530fb9b2e None None] Attempting to bind port 4b4baf6d-9be3-43c3-be9e-d639224c1ed9 on host dv-cinder-786385-7-smb for vnic_type normal with profile {{(pid=91542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 08:00:21.082310 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.managers [None req-38231636-0060-4299-9125-43a530fb9b2e None None] Attempting to bind port 4b4baf6d-9be3-43c3-be9e-d639224c1ed9 by drivers openvswitch,hyperv on host dv-cinder-786385-7-smb at level 0 using segments [{'id': 'f5cbd04c-dcdc-483c-9882-54251cba879c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'}] {{(pid=91542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 08:00:21.082913 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38231636-0060-4299-9125-43a530fb9b2e None None] Attempting to bind port 4b4baf6d-9be3-43c3-be9e-d639224c1ed9 on network e9a5f3f9-db43-4f06-8bac-5a44878f4be2 {{(pid=91542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 08:00:21.088705 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38231636-0060-4299-9125-43a530fb9b2e None None] Checking agent: {'id': '2a0e1ac3-7fb5-40bc-887e-90e9797fe79d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 50, 2), 'started_at': datetime.datetime(2021, 6, 2, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 08:00:21.089388 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38231636-0060-4299-9125-43a530fb9b2e None None] Checking segment: {'id': 'f5cbd04c-dcdc-483c-9882-54251cba879c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 08:00:21.090161 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-38231636-0060-4299-9125-43a530fb9b2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:21.090789 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38231636-0060-4299-9125-43a530fb9b2e None None] Bound using segment: {'id': 'f5cbd04c-dcdc-483c-9882-54251cba879c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'} {{(pid=91542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 08:00:21.091862 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.managers [None req-38231636-0060-4299-9125-43a530fb9b2e None None] Bound port: 4b4baf6d-9be3-43c3-be9e-d639224c1ed9, host: dv-cinder-786385-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5cbd04c-dcdc-483c-9882-54251cba879c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'}}] {{(pid=91542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 08:00:21.092642 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-38231636-0060-4299-9125-43a530fb9b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:21.104744 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1470c7-9578-4761-b624-fd0be170fb6e req-5144fa1b-2540-4ef0-96f5-1cf4f6fa958f tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:21.106226 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-4a1470c7-9578-4761-b624-fd0be170fb6e req-5144fa1b-2540-4ef0-96f5-1cf4f6fa958f tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.1684132 Jun 02 08:00:21.156841 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port df9999d4-1666-4295-a42f-1073b0b768bc triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:00:21.157517 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:21.175123 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.db [None req-38231636-0060-4299-9125-43a530fb9b2e None None] For port 4b4baf6d-9be3-43c3-be9e-d639224c1ed9, host dv-cinder-786385-7-smb, cleared binding levels {{(pid=91542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 08:00:21.179030 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.plugins.ml2.db [None req-38231636-0060-4299-9125-43a530fb9b2e None None] For port 4b4baf6d-9be3-43c3-be9e-d639224c1ed9, host dv-cinder-786385-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=4b4baf6d-9be3-43c3-be9e-d639224c1ed9,segment=NetworkSegment(f5cbd04c-dcdc-483c-9882-54251cba879c),segment_id=f5cbd04c-dcdc-483c-9882-54251cba879c)] {{(pid=91542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 08:00:21.186092 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.callbacks.manager [None req-38231636-0060-4299-9125-43a530fb9b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:21.192878 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG oslo_concurrency.lockutils [None req-1f28b6e8-6ba3-4cea-b731-2738ccf9ee30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:21.216445 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-4a1470c7-9578-4761-b624-fd0be170fb6e req-13b2f96d-70a1-492f-81ec-42c1300bc78d tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730574 Jun 02 08:00:21.289234 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38231636-0060-4299-9125-43a530fb9b2e None None] Routers {'1cd6fb84-36e8-4014-b94c-f6608ed7faad'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:00:21.290260 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-38231636-0060-4299-9125-43a530fb9b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:00:03Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['1cd6fb84-36e8-4014-b94c-f6608ed7faad'], 'active': True} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:00:21.317891 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945b46c-cf39-4fb8-981e-ea67369fbdbe req-3d6171d5-e7ae-49ab-b16c-0b9ccc6c4b73 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:21.327457 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-e945b46c-cf39-4fb8-981e-ea67369fbdbe req-3d6171d5-e7ae-49ab-b16c-0b9ccc6c4b73 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/ports?device_id=24677239-5d70-48f7-8785-d906d21b9f66 HTTP/1.1" status: 200 len: 945 time: 0.2067256 Jun 02 08:00:21.372481 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802a0401-e987-405e-b7f4-ad7d47102e36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a184353-f207-4dac-844e-e85fec6a25cb'}] {{(pid=91541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:00:21.375466 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab578fc78af4bba4052238dc90c68e3a7405fe2d006a0c4fb1b419504dc30437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9792dd77-99cd-4582-958b-7381b3891e09" -d '{"events": [{"server_uuid": "802a0401-e987-405e-b7f4-ad7d47102e36", "name": "network-vif-unplugged", "status": "completed", "tag": "5a184353-f207-4dac-844e-e85fec6a25cb"}]}' {{(pid=91541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:00:21.431916 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.db_base_plugin_common [None req-8f6a1ed1-b700-46e7-9421-a2ee79f6581a admin admin] Allocated IP 172.20.0.1 (e222cd43-7073-4260-b2b9-7822f673968d/277056ab-2acd-4939-9e81-75b2a1f581bc/794afe0a-f97b-4da9-a2f1-8be39f4ac94c) {{(pid=91539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 08:00:21.442807 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 02 Jun 2021 08:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3210f897-8331-4a16-8c14-3486d354c2ab x-openstack-request-id: req-3210f897-8331-4a16-8c14-3486d354c2ab {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:00:21.443337 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802a0401-e987-405e-b7f4-ad7d47102e36", "name": "network-vif-unplugged", "status": "failed", "tag": "5a184353-f207-4dac-844e-e85fec6a25cb", "code": 422}]} {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:00:21.444086 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3210f897-8331-4a16-8c14-3486d354c2ab {{(pid=91541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:00:21.444651 dv-cinder-786385-7-smb neutron-server[91541]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '802a0401-e987-405e-b7f4-ad7d47102e36', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5a184353-f207-4dac-844e-e85fec6a25cb', 'code': 422} returned with failed status Jun 02 08:00:21.451892 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-e945b46c-cf39-4fb8-981e-ea67369fbdbe req-9d9f8d23-aac0-4ac9-a008-0bf37432d375 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba82d7e7-e2ce-46eb-81e8-21ddad4c9121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212990 Jun 02 08:00:21.525764 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2223d-7588-4823-9613-122de8e7e1cb None None] Pushing event updated for resources: {'Port': ['ID=4b4baf6d-9be3-43c3-be9e-d639224c1ed9,revision_number=3']} {{(pid=91542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:21.532583 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG oslo_concurrency.lockutils [None req-d4e2223d-7588-4823-9613-122de8e7e1cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=91542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:21.538704 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvr_db [None req-38231636-0060-4299-9125-43a530fb9b2e None None] Set router 1cd6fb84-36e8-4014-b94c-f6608ed7faad gateway port host: dv-cinder-786385-7-smb {{(pid=91542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:00:21.605440 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8f6a1ed1-b700-46e7-9421-a2ee79f6581a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:21.620584 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.provisioning_blocks [None req-8f6a1ed1-b700-46e7-9421-a2ee79f6581a admin admin] Transition to ACTIVE for port object 794afe0a-f97b-4da9-a2f1-8be39f4ac94c will not be triggered until provisioned by entity DHCP. {{(pid=91539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 08:00:21.644430 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8f6a1ed1-b700-46e7-9421-a2ee79f6581a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:21.649009 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:21.714634 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6a1ed1-b700-46e7-9421-a2ee79f6581a admin admin] Network e222cd43-7073-4260-b2b9-7822f673968d is already hosted by enough agents. {{(pid=91539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 08:00:21.717909 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [None req-8f6a1ed1-b700-46e7-9421-a2ee79f6581a admin admin] Resources bound (agent type, host, resource id): {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 08:00:21.720541 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6a1ed1-b700-46e7-9421-a2ee79f6581a admin admin] Received port after_create {{(pid=91539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 08:00:21.781297 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a1ed1-b700-46e7-9421-a2ee79f6581a admin admin] Pushing event updated for resources: {'Port': ['ID=794afe0a-f97b-4da9-a2f1-8be39f4ac94c,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:21.784444 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-8f6a1ed1-b700-46e7-9421-a2ee79f6581a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:21.806921 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8f6a1ed1-b700-46e7-9421-a2ee79f6581a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945850'] for router_interface, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:21.905449 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-38231636-0060-4299-9125-43a530fb9b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd6fb84-36e8-4014-b94c-f6608ed7faad', 'name': 'tempest-TestMinimumBasicScenario-860843240-router', 'tenant_id': '9f8acb6a953c462a95c8b928694bc02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.181'}], 'enable_snat': True}, 'gw_port_id': '4b4baf6d-9be3-43c3-be9e-d639224c1ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:00:15Z', 'updated_at': '2021-06-02T08:00:17Z', 'revision_number': 3, 'project_id': '9f8acb6a953c462a95c8b928694bc02e', 'gw_port': {'id': '4b4baf6d-9be3-43c3-be9e-d639224c1ed9', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:04:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd6fb84-36e8-4014-b94c-f6608ed7faad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:00:16Z', 'updated_at': '2021-06-02T08:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb'}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:00:21.915478 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38231636-0060-4299-9125-43a530fb9b2e None None] The sync data for ids ['1cd6fb84-36e8-4014-b94c-f6608ed7faad'] in dv-cinder-786385-7-smb is: [{'id': '1cd6fb84-36e8-4014-b94c-f6608ed7faad', 'name': 'tempest-TestMinimumBasicScenario-860843240-router', 'tenant_id': '9f8acb6a953c462a95c8b928694bc02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.181'}], 'enable_snat': True}, 'gw_port_id': '4b4baf6d-9be3-43c3-be9e-d639224c1ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:00:15Z', 'updated_at': '2021-06-02T08:00:17Z', 'revision_number': 3, 'project_id': '9f8acb6a953c462a95c8b928694bc02e', 'gw_port': {'id': '4b4baf6d-9be3-43c3-be9e-d639224c1ed9', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:04:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd6fb84-36e8-4014-b94c-f6608ed7faad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:00:16Z', 'updated_at': '2021-06-02T08:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb'}] {{(pid=91542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 08:00:21.958293 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8f6a1ed1-b700-46e7-9421-a2ee79f6581a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:22.022579 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-24f39567-292e-47cf-a66f-a0b028adb8c2 None None] Provisioning for port 794afe0a-f97b-4da9-a2f1-8be39f4ac94c completed by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 08:00:22.028262 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-24f39567-292e-47cf-a66f-a0b028adb8c2 None None] Provisioning complete for port 794afe0a-f97b-4da9-a2f1-8be39f4ac94c triggered by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:00:22.029131 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-24f39567-292e-47cf-a66f-a0b028adb8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:22.096481 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-24f39567-292e-47cf-a66f-a0b028adb8c2 None None] Port 794afe0a-f97b-4da9-a2f1-8be39f4ac94c cannot update to ACTIVE because it is not bound. {{(pid=91541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 08:00:22.324125 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e460d48-afb6-4556-95e7-515e029dfafa req-674cedd2-f202-4886-8de3-52ae42942df3 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:22.325723 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-6e460d48-afb6-4556-95e7-515e029dfafa req-674cedd2-f202-4886-8de3-52ae42942df3 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 944 time: 0.3235095 Jun 02 08:00:22.401255 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-6e460d48-afb6-4556-95e7-515e029dfafa req-7009b124-ff30-4b00-87ec-224409fe23c6 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0684750 Jun 02 08:00:22.425633 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8f6a1ed1-b700-46e7-9421-a2ee79f6581a admin admin] Notify callbacks [] for port, precommit_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:22.431198 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8f6a1ed1-b700-46e7-9421-a2ee79f6581a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:22.447852 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ed708-40bc-410c-b3b0-02fa2d18ed5e req-216918b6-63b2-431d-b2e6-83e88bc997bf tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:22.461617 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-810ed708-40bc-410c-b3b0-02fa2d18ed5e req-216918b6-63b2-431d-b2e6-83e88bc997bf tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.1030893 Jun 02 08:00:22.462803 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-322f8b83-9d6e-4f03-bd22-79eac0d92ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:22.530294 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-810ed708-40bc-410c-b3b0-02fa2d18ed5e req-67fe7e42-bac2-42c8-a736-14bd9f8ebc15 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731394 Jun 02 08:00:22.550940 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 4b4baf6d-9be3-43c3-be9e-d639224c1ed9 up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 08:00:22.586885 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8f6a1ed1-b700-46e7-9421-a2ee79f6581a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945887'] for router_interface, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:22.638670 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a1ed1-b700-46e7-9421-a2ee79f6581a admin admin] Pushing event updated for resources: {'Port': ['ID=794afe0a-f97b-4da9-a2f1-8be39f4ac94c,revision_number=2']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:22.667601 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-8f6a1ed1-b700-46e7-9421-a2ee79f6581a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:22.689143 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning for port 4b4baf6d-9be3-43c3-be9e-d639224c1ed9 completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 08:00:22.694676 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port 4b4baf6d-9be3-43c3-be9e-d639224c1ed9 triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:00:22.695060 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:22.859595 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7d3d6-b6cc-4450-95fc-21826bfea6c1 req-ba166b46-efdc-4982-b770-8e1e668e4728 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:22.863604 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:22.865746 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5cd7d3d6-b6cc-4450-95fc-21826bfea6c1 req-ba166b46-efdc-4982-b770-8e1e668e4728 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/ports?device_id=24677239-5d70-48f7-8785-d906d21b9f66 HTTP/1.1" status: 200 len: 945 time: 0.1843371 Jun 02 08:00:22.875925 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6a1ed1-b700-46e7-9421-a2ee79f6581a admin admin] Network e222cd43-7073-4260-b2b9-7822f673968d is already hosted by enough agents. {{(pid=91539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 08:00:22.877422 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [None req-8f6a1ed1-b700-46e7-9421-a2ee79f6581a admin admin] Resources bound (agent type, host, resource id): {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 08:00:22.883938 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] For port 4b4baf6d-9be3-43c3-be9e-d639224c1ed9, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=4b4baf6d-9be3-43c3-be9e-d639224c1ed9,segment=NetworkSegment(f5cbd04c-dcdc-483c-9882-54251cba879c),segment_id=f5cbd04c-dcdc-483c-9882-54251cba879c)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:00:22.891296 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:22.894073 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-38bbc2c2-4047-467c-b180-d05343ac00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:23.004070 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5cd7d3d6-b6cc-4450-95fc-21826bfea6c1 req-2b77bdef-0313-4d37-94fc-4a64c243cadd tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba82d7e7-e2ce-46eb-81e8-21ddad4c9121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089511 Jun 02 08:00:23.006854 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Pushing event updated for resources: {'Port': ['ID=4b4baf6d-9be3-43c3-be9e-d639224c1ed9,revision_number=4']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:23.010429 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:23.219274 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6a1ed1-b700-46e7-9421-a2ee79f6581a admin admin] Router 1cd6fb84-36e8-4014-b94c-f6608ed7faad has already been hosted by L3 agent 221affb1-81f2-42a7-84c7-b8c79a9401bf {{(pid=91539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 08:00:23.241070 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-0ae990db-dd24-42a2-80f3-b4e32cf8ba8d None None] Provisioning complete for port 794afe0a-f97b-4da9-a2f1-8be39f4ac94c triggered by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:00:23.241624 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-0ae990db-dd24-42a2-80f3-b4e32cf8ba8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:23.304558 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-0ae990db-dd24-42a2-80f3-b4e32cf8ba8d None None] Port 794afe0a-f97b-4da9-a2f1-8be39f4ac94c cannot update to ACTIVE because it is not bound. {{(pid=91541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 08:00:23.500728 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6a1ed1-b700-46e7-9421-a2ee79f6581a admin admin] Notify agent at l3_agent.dv-cinder-786385-7-smb the message routers_updated {{(pid=91539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 08:00:23.527676 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-8f6a1ed1-b700-46e7-9421-a2ee79f6581a admin admin] 10.222.0.81 "PUT /v2.0/routers/1cd6fb84-36e8-4014-b94c-f6608ed7faad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7653792 Jun 02 08:00:23.546026 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f271d-c507-44f4-83a4-93826e9290dd req-afbe47a0-4a7d-457b-b53c-3029c5b8365b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:23.548537 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-bc0f271d-c507-44f4-83a4-93826e9290dd req-afbe47a0-4a7d-457b-b53c-3029c5b8365b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 1098 time: 0.1651895 Jun 02 08:00:23.611309 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-bc0f271d-c507-44f4-83a4-93826e9290dd req-b01a34da-45c5-4bb5-a303-80f86190a5da service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527852 Jun 02 08:00:23.793459 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01525b07-8042-4519-bab7-cd15471ae09d req-401f1303-44a5-4b1d-8b89-3a2dd3e8a8ab tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:23.794855 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-01525b07-8042-4519-bab7-cd15471ae09d req-401f1303-44a5-4b1d-8b89-3a2dd3e8a8ab tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.1068568 Jun 02 08:00:23.851093 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-01525b07-8042-4519-bab7-cd15471ae09d req-5a941fa6-e120-45fe-8a68-c260e20bd4af tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497127 Jun 02 08:00:24.041419 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a660ca2-a226-4069-b012-087bc546e2e6 req-9ef4042e-9965-41bd-b6bc-aa6748d244b1 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:24.049416 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-1a660ca2-a226-4069-b012-087bc546e2e6 req-9ef4042e-9965-41bd-b6bc-aa6748d244b1 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 944 time: 0.1041713 Jun 02 08:00:24.099382 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-1a660ca2-a226-4069-b012-087bc546e2e6 req-db31c60f-0272-4f78-a440-9709bdc3f9da tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485439 Jun 02 08:00:24.175272 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0f757d-7e82-4ec8-a1b6-2beed6124a49 None None] Sync routers for ids ['1cd6fb84-36e8-4014-b94c-f6608ed7faad'] in dv-cinder-786385-7-smb {{(pid=91541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 08:00:24.191212 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0f757d-7e82-4ec8-a1b6-2beed6124a49 None None] Routers {'1cd6fb84-36e8-4014-b94c-f6608ed7faad'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:00:24.192281 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-dc0f757d-7e82-4ec8-a1b6-2beed6124a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:00:03Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['1cd6fb84-36e8-4014-b94c-f6608ed7faad'], 'active': True} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:00:24.413344 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvr_db [None req-dc0f757d-7e82-4ec8-a1b6-2beed6124a49 None None] Set router 1cd6fb84-36e8-4014-b94c-f6608ed7faad gateway port host: dv-cinder-786385-7-smb {{(pid=91541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:00:24.570005 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 4b4baf6d-9be3-43c3-be9e-d639224c1ed9 up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 08:00:24.660130 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ae48d-c9c6-40fa-86d0-58b0d195c829 req-c254f0e7-8e0a-406d-b8d3-a5911ee6783e tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:24.662359 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-8c5ae48d-c9c6-40fa-86d0-58b0d195c829 req-c254f0e7-8e0a-406d-b8d3-a5911ee6783e tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/ports?device_id=24677239-5d70-48f7-8785-d906d21b9f66 HTTP/1.1" status: 200 len: 945 time: 0.1603205 Jun 02 08:00:24.730704 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-8c5ae48d-c9c6-40fa-86d0-58b0d195c829 req-925333e8-ffee-4bab-9a66-0c579017e043 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba82d7e7-e2ce-46eb-81e8-21ddad4c9121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596766 Jun 02 08:00:24.814458 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 5a184353-f207-4dac-844e-e85fec6a25cb no longer exists at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:00:24.841544 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port 4b4baf6d-9be3-43c3-be9e-d639224c1ed9 triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:00:24.841936 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:25.076975 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c23cab-a074-4eb0-94ec-e2393130ea94 req-8f08c69c-5914-40a5-b805-73a1826525d3 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:25.078612 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a4c23cab-a074-4eb0-94ec-e2393130ea94 req-8f08c69c-5914-40a5-b805-73a1826525d3 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.1040637 Jun 02 08:00:25.144332 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a4c23cab-a074-4eb0-94ec-e2393130ea94 req-1be81526-6d81-440d-95af-b916cfb24505 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601888 Jun 02 08:00:25.236311 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-dc0f757d-7e82-4ec8-a1b6-2beed6124a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd6fb84-36e8-4014-b94c-f6608ed7faad', 'name': 'tempest-TestMinimumBasicScenario-860843240-router', 'tenant_id': '9f8acb6a953c462a95c8b928694bc02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.181'}], 'enable_snat': True}, 'gw_port_id': '4b4baf6d-9be3-43c3-be9e-d639224c1ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:00:15Z', 'updated_at': '2021-06-02T08:00:21Z', 'revision_number': 4, 'project_id': '9f8acb6a953c462a95c8b928694bc02e', 'gw_port': {'id': '4b4baf6d-9be3-43c3-be9e-d639224c1ed9', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:04:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd6fb84-36e8-4014-b94c-f6608ed7faad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:00:16Z', 'updated_at': '2021-06-02T08:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': '794afe0a-f97b-4da9-a2f1-8be39f4ac94c', 'name': '', 'network_id': 'e222cd43-7073-4260-b2b9-7822f673968d', 'tenant_id': '9f8acb6a953c462a95c8b928694bc02e', 'mac_address': 'fa:16:3e:f0:3c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd6fb84-36e8-4014-b94c-f6608ed7faad', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '277056ab-2acd-4939-9e81-75b2a1f581bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:00:21Z', 'updated_at': '2021-06-02T08:00:22Z', 'revision_number': 2, 'project_id': '9f8acb6a953c462a95c8b928694bc02e', 'subnets': [{'id': '277056ab-2acd-4939-9e81-75b2a1f581bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:00:25.245883 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0f757d-7e82-4ec8-a1b6-2beed6124a49 None None] Checking router: 1cd6fb84-36e8-4014-b94c-f6608ed7faad for host: dv-cinder-786385-7-smb {{(pid=91541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 08:00:25.246517 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0f757d-7e82-4ec8-a1b6-2beed6124a49 None None] Updating router 1cd6fb84-36e8-4014-b94c-f6608ed7faad port 794afe0a-f97b-4da9-a2f1-8be39f4ac94c binding host dv-cinder-786385-7-smb {{(pid=91541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 08:00:25.312810 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-dc0f757d-7e82-4ec8-a1b6-2beed6124a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:25.443266 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef9a6a-a6fd-47ef-acfb-36983df6799e req-836a0b02-37cf-4b62-a2b2-34ff27c94935 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:25.452401 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-97ef9a6a-a6fd-47ef-acfb-36983df6799e req-836a0b02-37cf-4b62-a2b2-34ff27c94935 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 944 time: 0.1944585 Jun 02 08:00:25.520497 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-97ef9a6a-a6fd-47ef-acfb-36983df6799e req-bef38334-9199-40fa-aaab-77bd881fdcd9 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0668287 Jun 02 08:00:25.745715 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5abdf-51fd-459c-9bca-a2b5d19ea247 req-a775f03f-db0b-41ce-a931-15e24e81b128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:25.748134 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9bf5abdf-51fd-459c-9bca-a2b5d19ea247 req-a775f03f-db0b-41ce-a931-15e24e81b128 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bce503cf25904aaca71aef47268da025&device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 1098 time: 0.0932844 Jun 02 08:00:25.812962 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae79285-17d4-4499-838c-e6f97c0e4885 req-e95ab329-9b35-443d-a49b-99c6a2baae8e tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:25.822711 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-bae79285-17d4-4499-838c-e6f97c0e4885 req-e95ab329-9b35-443d-a49b-99c6a2baae8e tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.1163409 Jun 02 08:00:25.845881 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-dc0f757d-7e82-4ec8-a1b6-2beed6124a49 None None] Notify callbacks [] for port, precommit_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:25.880575 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-dc0f757d-7e82-4ec8-a1b6-2beed6124a49 None None] Transition to ACTIVE for port object 794afe0a-f97b-4da9-a2f1-8be39f4ac94c will not be triggered until provisioned by entity L2. {{(pid=91541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 08:00:25.881673 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-bae79285-17d4-4499-838c-e6f97c0e4885 req-20ca5860-4c2b-46bf-b0a7-e7f349cd5e63 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572486 Jun 02 08:00:25.899128 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-dc0f757d-7e82-4ec8-a1b6-2beed6124a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:25.902873 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:25.943638 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5abdf-51fd-459c-9bca-a2b5d19ea247 req-4d6c583f-3f28-4d81-96ad-e1657140d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:25.945955 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9bf5abdf-51fd-459c-9bca-a2b5d19ea247 req-4d6c583f-3f28-4d81-96ad-e1657140d87b service neutron] 10.222.0.79 "GET /v2.0/networks?id=cda53b61-b688-46b2-8676-9b4f4ed7490b HTTP/1.1" status: 200 len: 920 time: 0.1806519 Jun 02 08:00:26.095405 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9bf5abdf-51fd-459c-9bca-a2b5d19ea247 req-6fec4750-6200-484c-91fd-c5d4c09b6aae service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cad6f00-8d13-4408-b3d8-b585af60c589 HTTP/1.1" status: 200 len: 217 time: 0.0868444 Jun 02 08:00:26.170635 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf13675-0420-47d0-bcdd-4cea73407ab9 None None] Pushing event updated for resources: {'Port': ['ID=794afe0a-f97b-4da9-a2f1-8be39f4ac94c,revision_number=3']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:26.179035 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-acf13675-0420-47d0-bcdd-4cea73407ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:26.181750 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5abdf-51fd-459c-9bca-a2b5d19ea247 req-58f652ae-d05a-45eb-a79d-315f30eb7af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:26.183234 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9bf5abdf-51fd-459c-9bca-a2b5d19ea247 req-58f652ae-d05a-45eb-a79d-315f30eb7af4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25f79c19-4d8f-4b6c-b5f3-71b7068d7861 HTTP/1.1" status: 200 len: 859 time: 0.0759356 Jun 02 08:00:26.205825 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-dc0f757d-7e82-4ec8-a1b6-2beed6124a49 None None] Attempting to bind port 794afe0a-f97b-4da9-a2f1-8be39f4ac94c on host dv-cinder-786385-7-smb for vnic_type normal with profile {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 08:00:26.206202 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-dc0f757d-7e82-4ec8-a1b6-2beed6124a49 None None] Attempting to bind port 794afe0a-f97b-4da9-a2f1-8be39f4ac94c by drivers openvswitch,hyperv on host dv-cinder-786385-7-smb at level 0 using segments [{'id': '27788b95-9930-4a48-b022-2896ca71af94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e222cd43-7073-4260-b2b9-7822f673968d'}] {{(pid=91541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 08:00:26.206579 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0f757d-7e82-4ec8-a1b6-2beed6124a49 None None] Attempting to bind port 794afe0a-f97b-4da9-a2f1-8be39f4ac94c on network e222cd43-7073-4260-b2b9-7822f673968d {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 08:00:26.212326 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0f757d-7e82-4ec8-a1b6-2beed6124a49 None None] Checking agent: {'id': '2a0e1ac3-7fb5-40bc-887e-90e9797fe79d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 50, 2), 'started_at': datetime.datetime(2021, 6, 2, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 08:00:26.212704 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0f757d-7e82-4ec8-a1b6-2beed6124a49 None None] Checking segment: {'id': '27788b95-9930-4a48-b022-2896ca71af94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e222cd43-7073-4260-b2b9-7822f673968d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 08:00:26.213247 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-dc0f757d-7e82-4ec8-a1b6-2beed6124a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:26.213653 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0f757d-7e82-4ec8-a1b6-2beed6124a49 None None] Bound using segment: {'id': '27788b95-9930-4a48-b022-2896ca71af94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e222cd43-7073-4260-b2b9-7822f673968d'} {{(pid=91541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 08:00:26.214258 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.managers [None req-dc0f757d-7e82-4ec8-a1b6-2beed6124a49 None None] Bound port: 794afe0a-f97b-4da9-a2f1-8be39f4ac94c, host: dv-cinder-786385-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27788b95-9930-4a48-b022-2896ca71af94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e222cd43-7073-4260-b2b9-7822f673968d'}}] {{(pid=91541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 08:00:26.214650 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-dc0f757d-7e82-4ec8-a1b6-2beed6124a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:26.249846 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9bf5abdf-51fd-459c-9bca-a2b5d19ea247 req-3d946c51-5276-4a55-bf48-34b904416ec5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cda53b61-b688-46b2-8676-9b4f4ed7490b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583332 Jun 02 08:00:26.267696 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cedad9-c171-4f65-b509-67ae55fdc9c5 req-fec916f9-cc23-4def-b5b9-5da849eb7837 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:26.269532 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-01cedad9-c171-4f65-b509-67ae55fdc9c5 req-fec916f9-cc23-4def-b5b9-5da849eb7837 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/ports?device_id=24677239-5d70-48f7-8785-d906d21b9f66 HTTP/1.1" status: 200 len: 945 time: 0.3139329 Jun 02 08:00:26.389631 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-dc0f757d-7e82-4ec8-a1b6-2beed6124a49 None None] For port 794afe0a-f97b-4da9-a2f1-8be39f4ac94c, host dv-cinder-786385-7-smb, cleared binding levels {{(pid=91541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 08:00:26.394392 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-dc0f757d-7e82-4ec8-a1b6-2beed6124a49 None None] For port 794afe0a-f97b-4da9-a2f1-8be39f4ac94c, host dv-cinder-786385-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=794afe0a-f97b-4da9-a2f1-8be39f4ac94c,segment=NetworkSegment(27788b95-9930-4a48-b022-2896ca71af94),segment_id=27788b95-9930-4a48-b022-2896ca71af94)] {{(pid=91541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 08:00:26.409370 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-dc0f757d-7e82-4ec8-a1b6-2beed6124a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:26.414607 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:26.619749 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0f757d-7e82-4ec8-a1b6-2beed6124a49 None None] Routers {'1cd6fb84-36e8-4014-b94c-f6608ed7faad'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:00:26.619749 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-dc0f757d-7e82-4ec8-a1b6-2beed6124a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:00:03Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['1cd6fb84-36e8-4014-b94c-f6608ed7faad'], 'active': True} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:00:26.717325 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-01cedad9-c171-4f65-b509-67ae55fdc9c5 req-e945504c-681c-48ac-a738-57749d7bd5af tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba82d7e7-e2ce-46eb-81e8-21ddad4c9121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103763 Jun 02 08:00:26.834925 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9bf5abdf-51fd-459c-9bca-a2b5d19ea247 req-d4dab36b-ef67-45ad-aa6e-1898d34e0a2d service neutron] 10.222.0.79 "GET /v2.0/networks/cda53b61-b688-46b2-8676-9b4f4ed7490b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5579801 Jun 02 08:00:26.863271 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf13675-0420-47d0-bcdd-4cea73407ab9 None None] Pushing event updated for resources: {'Port': ['ID=794afe0a-f97b-4da9-a2f1-8be39f4ac94c,revision_number=4']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:26.868284 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-acf13675-0420-47d0-bcdd-4cea73407ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:26.929350 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6978c62-1cef-4fc8-a34f-c3b227fb9e79 req-ea3b467e-d2fb-43f4-8c09-e09d821c7a94 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:26.932723 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-e6978c62-1cef-4fc8-a34f-c3b227fb9e79 req-ea3b467e-d2fb-43f4-8c09-e09d821c7a94 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 944 time: 0.1618142 Jun 02 08:00:26.943144 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f81555-a465-43b8-9a51-d9760adb59c8 req-497e2230-d2df-4225-b0db-86a899852089 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:26.961908 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-96f81555-a465-43b8-9a51-d9760adb59c8 req-497e2230-d2df-4225-b0db-86a899852089 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.79 "GET /v2.0/ports?device_id=24677239-5d70-48f7-8785-d906d21b9f66 HTTP/1.1" status: 200 len: 945 time: 0.6539929 Jun 02 08:00:27.010304 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-e6978c62-1cef-4fc8-a34f-c3b227fb9e79 req-feb0927e-7548-4e2d-9902-a19fa35158b7 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0696819 Jun 02 08:00:27.139272 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvr_db [None req-dc0f757d-7e82-4ec8-a1b6-2beed6124a49 None None] Set router 1cd6fb84-36e8-4014-b94c-f6608ed7faad gateway port host: dv-cinder-786385-7-smb {{(pid=91541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:00:27.430191 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [req-96f81555-a465-43b8-9a51-d9760adb59c8 req-97e9fc89-b120-4a71-a5b8-3704c1ccd8df tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Deleting port 0689d4ce-a9f6-4867-985b-6a2ca7952768 {{(pid=91539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:00:27.430892 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-96f81555-a465-43b8-9a51-d9760adb59c8 req-97e9fc89-b120-4a71-a5b8-3704c1ccd8df tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:27.468800 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af4bd0-e9a6-4748-9775-a3661b77e42f req-73419b65-dad8-4b2e-84f6-fc16a6bdf0e5 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:27.470037 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-33af4bd0-e9a6-4748-9775-a3661b77e42f req-73419b65-dad8-4b2e-84f6-fc16a6bdf0e5 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.3096373 Jun 02 08:00:27.488917 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9bf5abdf-51fd-459c-9bca-a2b5d19ea247 req-8d73603a-3591-4715-bce0-eba2edbc9103 service neutron] 10.222.0.79 "GET /v2.0/networks/cda53b61-b688-46b2-8676-9b4f4ed7490b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6470230 Jun 02 08:00:27.626750 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-33af4bd0-e9a6-4748-9775-a3661b77e42f req-d9f1d7a2-4189-4ab5-a538-130b580c7cbb tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403112 Jun 02 08:00:27.685519 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-96f81555-a465-43b8-9a51-d9760adb59c8 req-97e9fc89-b120-4a71-a5b8-3704c1ccd8df tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] For port 0689d4ce-a9f6-4867-985b-6a2ca7952768, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0689d4ce-a9f6-4867-985b-6a2ca7952768,segment=NetworkSegment(b248c05e-10cf-4577-a4bf-3436560b5ff7),segment_id=b248c05e-10cf-4577-a4bf-3436560b5ff7)] {{(pid=91539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:00:27.686227 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-96f81555-a465-43b8-9a51-d9760adb59c8 req-97e9fc89-b120-4a71-a5b8-3704c1ccd8df tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:27.784910 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-dc0f757d-7e82-4ec8-a1b6-2beed6124a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd6fb84-36e8-4014-b94c-f6608ed7faad', 'name': 'tempest-TestMinimumBasicScenario-860843240-router', 'tenant_id': '9f8acb6a953c462a95c8b928694bc02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.181'}], 'enable_snat': True}, 'gw_port_id': '4b4baf6d-9be3-43c3-be9e-d639224c1ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:00:15Z', 'updated_at': '2021-06-02T08:00:21Z', 'revision_number': 4, 'project_id': '9f8acb6a953c462a95c8b928694bc02e', 'gw_port': {'id': '4b4baf6d-9be3-43c3-be9e-d639224c1ed9', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:04:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd6fb84-36e8-4014-b94c-f6608ed7faad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:00:16Z', 'updated_at': '2021-06-02T08:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': '794afe0a-f97b-4da9-a2f1-8be39f4ac94c', 'name': '', 'network_id': 'e222cd43-7073-4260-b2b9-7822f673968d', 'tenant_id': '9f8acb6a953c462a95c8b928694bc02e', 'mac_address': 'fa:16:3e:f0:3c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd6fb84-36e8-4014-b94c-f6608ed7faad', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '277056ab-2acd-4939-9e81-75b2a1f581bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:00:21Z', 'updated_at': '2021-06-02T08:00:26Z', 'revision_number': 4, 'project_id': '9f8acb6a953c462a95c8b928694bc02e', 'subnets': [{'id': '277056ab-2acd-4939-9e81-75b2a1f581bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:00:27.803616 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0f757d-7e82-4ec8-a1b6-2beed6124a49 None None] The sync data for ids ['1cd6fb84-36e8-4014-b94c-f6608ed7faad'] in dv-cinder-786385-7-smb is: [{'id': '1cd6fb84-36e8-4014-b94c-f6608ed7faad', 'name': 'tempest-TestMinimumBasicScenario-860843240-router', 'tenant_id': '9f8acb6a953c462a95c8b928694bc02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.181'}], 'enable_snat': True}, 'gw_port_id': '4b4baf6d-9be3-43c3-be9e-d639224c1ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:00:15Z', 'updated_at': '2021-06-02T08:00:21Z', 'revision_number': 4, 'project_id': '9f8acb6a953c462a95c8b928694bc02e', 'gw_port': {'id': '4b4baf6d-9be3-43c3-be9e-d639224c1ed9', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:04:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd6fb84-36e8-4014-b94c-f6608ed7faad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:00:16Z', 'updated_at': '2021-06-02T08:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': '794afe0a-f97b-4da9-a2f1-8be39f4ac94c', 'name': '', 'network_id': 'e222cd43-7073-4260-b2b9-7822f673968d', 'tenant_id': '9f8acb6a953c462a95c8b928694bc02e', 'mac_address': 'fa:16:3e:f0:3c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd6fb84-36e8-4014-b94c-f6608ed7faad', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '277056ab-2acd-4939-9e81-75b2a1f581bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:00:21Z', 'updated_at': '2021-06-02T08:00:26Z', 'revision_number': 4, 'project_id': '9f8acb6a953c462a95c8b928694bc02e', 'subnets': [{'id': '277056ab-2acd-4939-9e81-75b2a1f581bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 08:00:27.912828 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [req-96f81555-a465-43b8-9a51-d9760adb59c8 req-97e9fc89-b120-4a71-a5b8-3704c1ccd8df tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Calling delete_port for 0689d4ce-a9f6-4867-985b-6a2ca7952768 owned by compute:nova {{(pid=91539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:00:28.093410 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dca7a1-153e-4241-a0dc-57b757222e29 req-0037b143-0733-44f3-a445-c5cf00c9c362 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:28.109810 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-20dca7a1-153e-4241-a0dc-57b757222e29 req-0037b143-0733-44f3-a445-c5cf00c9c362 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/ports?device_id=24677239-5d70-48f7-8785-d906d21b9f66 HTTP/1.1" status: 200 len: 945 time: 0.1924145 Jun 02 08:00:28.194422 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-20dca7a1-153e-4241-a0dc-57b757222e29 req-344aea94-037f-40f9-af6c-fa4b50eb6b06 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba82d7e7-e2ce-46eb-81e8-21ddad4c9121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833783 Jun 02 08:00:28.203376 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-96f81555-a465-43b8-9a51-d9760adb59c8 req-97e9fc89-b120-4a71-a5b8-3704c1ccd8df tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:28.212264 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-77ef3edb-0bf6-4714-b791-3e13af981836 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:28.219371 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.agents_db [None req-10acdd10-972e-4945-a856-8243e035fc02 None None] Agent healthcheck: found 6 active agents {{(pid=91542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 08:00:28.223561 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['0689d4ce-a9f6-4867-985b-6a2ca7952768'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 08:00:28.370872 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 44348) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:00:28.402595 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9fc89-b120-4a71-a5b8-3704c1ccd8df tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Pushing event deleted for resources: {'Port': ['ID=0689d4ce-a9f6-4867-985b-6a2ca7952768,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:28.467581 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-97e9fc89-b120-4a71-a5b8-3704c1ccd8df tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:28.635098 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-6ddd76c9-b574-46ef-b211-a14c8b5928a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:28.661181 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-6ddd76c9-b574-46ef-b211-a14c8b5928a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:00:28.671325 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 794afe0a-f97b-4da9-a2f1-8be39f4ac94c up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 08:00:28.672205 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f81555-a465-43b8-9a51-d9760adb59c8 req-97e9fc89-b120-4a71-a5b8-3704c1ccd8df tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] No DVR routers for this DVR port 0689d4ce-a9f6-4867-985b-6a2ca7952768 on host hv-cinder-78638 {{(pid=91539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 08:00:28.675662 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-96f81555-a465-43b8-9a51-d9760adb59c8 req-97e9fc89-b120-4a71-a5b8-3704c1ccd8df tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:28.679473 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-6ddd76c9-b574-46ef-b211-a14c8b5928a0 admin admin] Usage tracker for resource:security_group_rule and tenant:53dc1ef7ba6e4e47a737b8474dafe622 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:00:28.687305 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24677239-5d70-48f7-8785-d906d21b9f66', 'name': 'network-vif-deleted', 'tag': '0689d4ce-a9f6-4867-985b-6a2ca7952768'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:00:28.691585 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-6ddd76c9-b574-46ef-b211-a14c8b5928a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:00:28.703625 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4d1873-ebbd-4c87-8ca8-954d1e84447b" -d '{"events": [{"server_uuid": "24677239-5d70-48f7-8785-d906d21b9f66", "name": "network-vif-deleted", "tag": "0689d4ce-a9f6-4867-985b-6a2ca7952768"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:00:28.711452 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-96f81555-a465-43b8-9a51-d9760adb59c8 req-97e9fc89-b120-4a71-a5b8-3704c1ccd8df tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.79 "DELETE /v2.0/ports/0689d4ce-a9f6-4867-985b-6a2ca7952768 HTTP/1.1" status: 204 len: 173 time: 1.7362375 Jun 02 08:00:28.713737 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-6ddd76c9-b574-46ef-b211-a14c8b5928a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:00:28.786904 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1fdd3-3336-4321-87fc-d97271e8adc7 req-23fef51b-04ac-49df-b75c-79c63bb7b06e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:28.795368 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-80d1fdd3-3336-4321-87fc-d97271e8adc7 req-23fef51b-04ac-49df-b75c-79c63bb7b06e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 944 time: 0.4291203 Jun 02 08:00:28.834905 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning for port 794afe0a-f97b-4da9-a2f1-8be39f4ac94c completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 08:00:28.840280 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port 794afe0a-f97b-4da9-a2f1-8be39f4ac94c triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:00:28.840687 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:28.879260 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-80d1fdd3-3336-4321-87fc-d97271e8adc7 req-c2a30ca5-c099-4475-a028-e618653cc949 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0828578 Jun 02 08:00:28.980924 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92066c03-ec90-44d2-bb38-86af8128f9ae x-openstack-request-id: req-92066c03-ec90-44d2-bb38-86af8128f9ae {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:00:28.981282 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24677239-5d70-48f7-8785-d906d21b9f66", "name": "network-vif-deleted", "tag": "0689d4ce-a9f6-4867-985b-6a2ca7952768", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:00:28.981620 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-92066c03-ec90-44d2-bb38-86af8128f9ae {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:00:28.982238 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24677239-5d70-48f7-8785-d906d21b9f66', 'name': 'network-vif-deleted', 'tag': '0689d4ce-a9f6-4867-985b-6a2ca7952768', 'status': 'completed', 'code': 200} Jun 02 08:00:29.008565 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-6ddd76c9-b574-46ef-b211-a14c8b5928a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:29.067867 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-6ddd76c9-b574-46ef-b211-a14c8b5928a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:29.082806 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-08e67a36-cd6c-43e3-8fd8-1b0bb31d8059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:29.101877 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:29.159874 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd76c9-b574-46ef-b211-a14c8b5928a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054cb531-2233-41be-a9d5-4f8a32b18e4f,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:29.164148 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-6ddd76c9-b574-46ef-b211-a14c8b5928a0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=53dc1ef7ba6e4e47a737b8474dafe622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7921178 Jun 02 08:00:29.166489 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-6ddd76c9-b574-46ef-b211-a14c8b5928a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:29.167050 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 44358) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:00:29.170383 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] For port 794afe0a-f97b-4da9-a2f1-8be39f4ac94c, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=794afe0a-f97b-4da9-a2f1-8be39f4ac94c,segment=NetworkSegment(27788b95-9930-4a48-b022-2896ca71af94),segment_id=27788b95-9930-4a48-b022-2896ca71af94)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:00:29.186743 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:29.188773 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-3145cf15-cdd1-43a8-b8a3-66457cb2a36a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:29.204229 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff93264-8ccf-47e4-9891-846cb6a4eb5c req-884c9f2b-c5c0-4cea-b447-6a12b1458e30 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:29.206813 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-4ff93264-8ccf-47e4-9891-846cb6a4eb5c req-884c9f2b-c5c0-4cea-b447-6a12b1458e30 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.1944015 Jun 02 08:00:29.296423 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-472922cf-b913-45b0-823d-05c3b2050dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:29.327658 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-4ff93264-8ccf-47e4-9891-846cb6a4eb5c req-d1e2222b-58c2-4cff-9fed-c205183e25dc tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023874 Jun 02 08:00:29.349011 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Pushing event updated for resources: {'Port': ['ID=794afe0a-f97b-4da9-a2f1-8be39f4ac94c,revision_number=5']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:29.352149 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:29.376262 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-472922cf-b913-45b0-823d-05c3b2050dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:29.469518 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-472922cf-b913-45b0-823d-05c3b2050dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:29.474138 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-834fc90a-e29d-4cdc-8ce8-ce08eb916340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:29.497537 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472922cf-b913-45b0-823d-05c3b2050dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054cb531-2233-41be-a9d5-4f8a32b18e4f,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:29.589043 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-472922cf-b913-45b0-823d-05c3b2050dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:29.590166 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-472922cf-b913-45b0-823d-05c3b2050dc1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/054cb531-2233-41be-a9d5-4f8a32b18e4f HTTP/1.1" status: 204 len: 168 time: 0.4221513 Jun 02 08:00:29.607808 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-a8b9807c-39e5-4016-9ef2-83020ac5f58f req-2c8ebfa9-1cf7-4b23-9b34-ba170ca4f629 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Synchronizing usage tracker for tenant:61fe13389b6a47f8accc993f60f7d2d5 on resource:port {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:00:29.612213 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-472922cf-b913-45b0-823d-05c3b2050dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:29.639642 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-a8b9807c-39e5-4016-9ef2-83020ac5f58f req-2c8ebfa9-1cf7-4b23-9b34-ba170ca4f629 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Unset dirty status for tenant:61fe13389b6a47f8accc993f60f7d2d5 on resource:port {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:00:29.640873 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a8b9807c-39e5-4016-9ef2-83020ac5f58f req-2c8ebfa9-1cf7-4b23-9b34-ba170ca4f629 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] 10.222.0.81 "GET /v2.0/ports?device_id=24677239-5d70-48f7-8785-d906d21b9f66 HTTP/1.1" status: 200 len: 210 time: 0.1593990 Jun 02 08:00:29.925893 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-9193e321-cc28-42fc-bfc0-6f851234775b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:30.108622 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b93a9b-f50c-4ad4-a6ca-afc52b3ab5c9 req-cea8f521-a524-4d3d-86a0-d6011313530b tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:30.116067 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-86b93a9b-f50c-4ad4-a6ca-afc52b3ab5c9 req-cea8f521-a524-4d3d-86a0-d6011313530b tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 944 time: 0.1116853 Jun 02 08:00:30.176868 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-86b93a9b-f50c-4ad4-a6ca-afc52b3ab5c9 req-e29dcb8d-d680-4605-a68e-52eae26e9a3d tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603089 Jun 02 08:00:30.561598 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096059f-47cf-488e-9b18-01eed5034e03 req-a70398c4-8b1c-465b-967a-889ab866c387 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:30.583743 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e096059f-47cf-488e-9b18-01eed5034e03 req-a70398c4-8b1c-465b-967a-889ab866c387 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.1446347 Jun 02 08:00:30.587985 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 794afe0a-f97b-4da9-a2f1-8be39f4ac94c up at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 08:00:30.643058 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e096059f-47cf-488e-9b18-01eed5034e03 req-71498c8b-e99d-4646-a432-231da1e2df37 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580211 Jun 02 08:00:30.764214 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Provisioning complete for port 794afe0a-f97b-4da9-a2f1-8be39f4ac94c triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:00:30.764214 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:30.866737 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 0689d4ce-a9f6-4867-985b-6a2ca7952768 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:00:30.921809 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] No Port match for: 0689d4ce-a9f6-4867-985b-6a2ca7952768 {{(pid=91541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 08:00:30.922154 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 0689d4ce-a9f6-4867-985b-6a2ca7952768 not bound to the agent host hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 08:00:31.584030 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1fefa-0c9f-4a76-ab25-b95bf53d272a req-519964e1-ccab-417a-aa15-c6c56e7c82de tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:31.586199 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-23e1fefa-0c9f-4a76-ab25-b95bf53d272a req-519964e1-ccab-417a-aa15-c6c56e7c82de tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 944 time: 0.1134691 Jun 02 08:00:31.645733 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-23e1fefa-0c9f-4a76-ab25-b95bf53d272a req-1a0121a3-7f1e-45ec-abba-e7a3bdaa6e0c tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573785 Jun 02 08:00:31.817857 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 44432) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:00:31.977841 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-c5577070-cee7-4df6-af9d-488c557d7e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:31.996479 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-c5577070-cee7-4df6-af9d-488c557d7e53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:00:32.001307 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-c5577070-cee7-4df6-af9d-488c557d7e53 admin admin] Usage tracker for resource:security_group_rule and tenant:f0cf6ab47b1b4deb8f07de04d25632f9 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:00:32.004201 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-c5577070-cee7-4df6-af9d-488c557d7e53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:00:32.023178 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-c5577070-cee7-4df6-af9d-488c557d7e53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:00:32.225508 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-c5577070-cee7-4df6-af9d-488c557d7e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:32.235575 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-c5577070-cee7-4df6-af9d-488c557d7e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:32.280672 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-ac67b77a-1798-4afa-9afc-363573d2f76f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:32.294772 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-c5577070-cee7-4df6-af9d-488c557d7e53 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f0cf6ab47b1b4deb8f07de04d25632f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4738178 Jun 02 08:00:32.296500 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 44446) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:00:32.332571 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5577070-cee7-4df6-af9d-488c557d7e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d17d6e-4694-48ea-bf92-2ad212fa6878,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:32.340759 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-c5577070-cee7-4df6-af9d-488c557d7e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:32.391448 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-bb28498a-d4eb-4fa2-84d4-837ce85d8da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:32.394667 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:32.423470 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-bb28498a-d4eb-4fa2-84d4-837ce85d8da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:32.498794 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-bb28498a-d4eb-4fa2-84d4-837ce85d8da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:32.507733 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-0b16969c-da16-4ca6-916b-1d74ec4fc89a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:32.644140 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb28498a-d4eb-4fa2-84d4-837ce85d8da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d17d6e-4694-48ea-bf92-2ad212fa6878,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:32.648675 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-bb28498a-d4eb-4fa2-84d4-837ce85d8da3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:32.654260 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-9829afdc-0b51-42d7-ad49-83dd1c7944ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:32.674254 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-bb28498a-d4eb-4fa2-84d4-837ce85d8da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:32.677109 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-bb28498a-d4eb-4fa2-84d4-837ce85d8da3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/75d17d6e-4694-48ea-bf92-2ad212fa6878 HTTP/1.1" status: 204 len: 168 time: 0.3792515 Jun 02 08:00:32.943939 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2d3b6-38b2-445d-b795-bebf919421df req-9e5ba0cf-f345-4edb-b3f0-2c847cd046ee tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:32.952302 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-62c2d3b6-38b2-445d-b795-bebf919421df req-9e5ba0cf-f345-4edb-b3f0-2c847cd046ee tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.1649129 Jun 02 08:00:33.020198 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285d61a-e11b-4857-a917-91af1e8c90ce req-df9f59b5-d7ee-443e-a353-50a71f520d39 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:33.029653 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-6285d61a-e11b-4857-a917-91af1e8c90ce req-df9f59b5-d7ee-443e-a353-50a71f520d39 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 944 time: 0.2057912 Jun 02 08:00:33.030789 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-62c2d3b6-38b2-445d-b795-bebf919421df req-c39ee9e0-6a38-4b33-bdb3-000e8e88814a tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771978 Jun 02 08:00:33.150199 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-6285d61a-e11b-4857-a917-91af1e8c90ce req-37cced92-1886-42bc-97eb-91c5e33cfbc4 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1194277 Jun 02 08:00:33.636043 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 44512) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:00:33.881323 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-a0f2da4f-590d-4f5e-926d-b4b31237f101 req-92a6d94c-87a2-4474-b7c3-1b6e99e737a5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2428610 Jun 02 08:00:33.993009 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:34.418394 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd471a4-5ac7-4360-872f-bab58a83b44e req-2934fc9c-2fde-4e51-8ea5-4baa43ee0c29 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:34.424313 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-dcd471a4-5ac7-4360-872f-bab58a83b44e req-2934fc9c-2fde-4e51-8ea5-4baa43ee0c29 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 944 time: 0.1166894 Jun 02 08:00:34.528948 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-dcd471a4-5ac7-4360-872f-bab58a83b44e req-0b78fdbb-e851-4cd4-ba15-3b7136dd6adc tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0947196 Jun 02 08:00:35.346145 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:36.049032 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622e970-5480-4302-90a7-6a140fe4aa10 req-645312eb-d05e-46bc-bd18-72b0a7aabb1e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:36.091517 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e622e970-5480-4302-90a7-6a140fe4aa10 req-645312eb-d05e-46bc-bd18-72b0a7aabb1e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 944 time: 0.2800152 Jun 02 08:00:36.208653 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e622e970-5480-4302-90a7-6a140fe4aa10 req-23566114-2b43-436f-a919-9ba2c79f29d7 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1101837 Jun 02 08:00:36.711368 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2da4f-590d-4f5e-926d-b4b31237f101 req-ac24af60-4351-45d7-87a7-d724dffd96b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:36.712037 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743ff53-ff0b-4e70-bf37-78862f8bc947 req-7a3fa669-9d74-4157-a2ac-063028cbbbe4 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:36.714392 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-e743ff53-ff0b-4e70-bf37-78862f8bc947 req-7a3fa669-9d74-4157-a2ac-063028cbbbe4 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.2595429 Jun 02 08:00:36.714644 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a0f2da4f-590d-4f5e-926d-b4b31237f101 req-ac24af60-4351-45d7-87a7-d724dffd96b6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36&tenant_id=6b8d02cd22f94fd0a8a8af38d9d22b8d HTTP/1.1" status: 200 len: 1097 time: 0.2897210 Jun 02 08:00:36.857864 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-e743ff53-ff0b-4e70-bf37-78862f8bc947 req-1596f300-3497-48f0-94f1-e3d461bf91bd tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371791 Jun 02 08:00:36.877118 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2da4f-590d-4f5e-926d-b4b31237f101 req-ca84fd1e-2109-4d42-a012-867e3b7fc0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:36.879729 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a0f2da4f-590d-4f5e-926d-b4b31237f101 req-ca84fd1e-2109-4d42-a012-867e3b7fc0b4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6b8d02cd22f94fd0a8a8af38d9d22b8d&device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 1097 time: 0.1201532 Jun 02 08:00:37.226303 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2da4f-590d-4f5e-926d-b4b31237f101 req-792550c0-c633-42c3-95e9-f4190634e1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:37.227852 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a0f2da4f-590d-4f5e-926d-b4b31237f101 req-792550c0-c633-42c3-95e9-f4190634e1ef service neutron] 10.222.0.79 "GET /v2.0/networks?id=c2b2e088-f309-40ee-a9da-7f4c929ceb8e HTTP/1.1" status: 200 len: 917 time: 0.3391867 Jun 02 08:00:37.256555 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-ae5183e7-a268-4f70-afee-992fc9ff492e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Synchronizing usage tracker for tenant:b35f5d14d93b40f0848158412804be41 on resource:security_group {{(pid=91540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:00:37.277698 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-ae5183e7-a268-4f70-afee-992fc9ff492e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Unset dirty status for tenant:b35f5d14d93b40f0848158412804be41 on resource:security_group {{(pid=91540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:00:37.289119 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-ae5183e7-a268-4f70-afee-992fc9ff492e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2141397543&fields=id&tenant_id=b35f5d14d93b40f0848158412804be41 HTTP/1.1" status: 200 len: 267 time: 0.1202118 Jun 02 08:00:37.532687 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a0f2da4f-590d-4f5e-926d-b4b31237f101 req-06dd783f-072f-40ad-b4ae-de9f2c80bdfb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a184353-f207-4dac-844e-e85fec6a25cb HTTP/1.1" status: 200 len: 1000 time: 0.2418959 Jun 02 08:00:37.544640 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44cfba-7ec6-47fe-9c09-853525c77ebf req-4799c398-5124-46d8-84de-e6eed4f6cda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:37.546953 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1f44cfba-7ec6-47fe-9c09-853525c77ebf req-4799c398-5124-46d8-84de-e6eed4f6cda7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bce503cf25904aaca71aef47268da025&device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 1098 time: 0.3177402 Jun 02 08:00:37.558110 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4229d1-77ed-42f7-af16-2e63b08613b1 req-c3ab3c9c-7827-467e-a290-0f968fd4b063 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:37.583425 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9b4229d1-77ed-42f7-af16-2e63b08613b1 req-c3ab3c9c-7827-467e-a290-0f968fd4b063 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.2916369 Jun 02 08:00:37.698470 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-d8b955bc-9e1d-4236-83e4-0e657e5ea29e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:37.702411 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-d8b955bc-9e1d-4236-83e4-0e657e5ea29e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/networks?id=87c948b6-776e-416a-8595-be6ae5ab6cc6 HTTP/1.1" status: 200 len: 808 time: 0.4098029 Jun 02 08:00:37.726206 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-51367e04-652b-462d-ad7b-500c9f2b82db tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/quotas/b35f5d14d93b40f0848158412804be41 HTTP/1.1" status: 200 len: 375 time: 0.0191178 Jun 02 08:00:37.788984 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44cfba-7ec6-47fe-9c09-853525c77ebf req-18772348-d466-4ad8-bfa1-92e4843092b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:37.790660 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1f44cfba-7ec6-47fe-9c09-853525c77ebf req-18772348-d466-4ad8-bfa1-92e4843092b2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=cda53b61-b688-46b2-8676-9b4f4ed7490b HTTP/1.1" status: 200 len: 920 time: 0.1899586 Jun 02 08:00:37.884885 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1f44cfba-7ec6-47fe-9c09-853525c77ebf req-aed0a3f3-3506-4c2b-8a95-c21b59e1cf82 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cad6f00-8d13-4408-b3d8-b585af60c589 HTTP/1.1" status: 200 len: 217 time: 0.0795276 Jun 02 08:00:37.921883 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-86a75664-ab6b-4000-8fb3-95e6c4ae3106 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Synchronizing usage tracker for tenant:b35f5d14d93b40f0848158412804be41 on resource:port {{(pid=91540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:00:37.966445 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-86a75664-ab6b-4000-8fb3-95e6c4ae3106 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Unset dirty status for tenant:b35f5d14d93b40f0848158412804be41 on resource:port {{(pid=91540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:00:37.968111 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-86a75664-ab6b-4000-8fb3-95e6c4ae3106 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b35f5d14d93b40f0848158412804be41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2355123 Jun 02 08:00:37.971388 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9b4229d1-77ed-42f7-af16-2e63b08613b1 req-686a1203-0068-495b-a50b-d5d5dfb3fc86 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867772 Jun 02 08:00:38.004441 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2da4f-590d-4f5e-926d-b4b31237f101 req-20130f28-c8aa-417c-b8b1-d6ccfbd5a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:38.006662 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a0f2da4f-590d-4f5e-926d-b4b31237f101 req-20130f28-c8aa-417c-b8b1-d6ccfbd5a200 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dab5414d-1dc2-421f-9986-4a6ba721194d HTTP/1.1" status: 200 len: 855 time: 0.4579713 Jun 02 08:00:38.160484 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44cfba-7ec6-47fe-9c09-853525c77ebf req-f7257c09-a8b8-4f41-8215-1157998dd167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:38.162495 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1f44cfba-7ec6-47fe-9c09-853525c77ebf req-f7257c09-a8b8-4f41-8215-1157998dd167 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25f79c19-4d8f-4b6c-b5f3-71b7068d7861 HTTP/1.1" status: 200 len: 859 time: 0.2647145 Jun 02 08:00:38.273211 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1f44cfba-7ec6-47fe-9c09-853525c77ebf req-16372834-3c71-4bee-8253-83639344a31e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cda53b61-b688-46b2-8676-9b4f4ed7490b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532465 Jun 02 08:00:38.285799 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-bcae7e51-b3a8-4e6e-a481-f3f015757750 service neutron] 10.222.0.81 "GET /v2.0/networks/87c948b6-776e-416a-8595-be6ae5ab6cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903299 Jun 02 08:00:38.296620 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2da4f-590d-4f5e-926d-b4b31237f101 req-1d423772-5fee-4c84-aeef-3927196a9dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:38.298236 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a0f2da4f-590d-4f5e-926d-b4b31237f101 req-1d423772-5fee-4c84-aeef-3927196a9dba service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c2b2e088-f309-40ee-a9da-7f4c929ceb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2736859 Jun 02 08:00:38.576673 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-b648485e-2b97-4875-8b66-ae16e3e01f89 service neutron] 10.222.0.81 "GET /v2.0/networks/87c948b6-776e-416a-8595-be6ae5ab6cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795336 Jun 02 08:00:38.654309 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae49953-94ba-4092-9e47-6521cb7b2e89 req-604702f9-4e18-449e-af41-7733c083f713 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:38.662061 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-7ae49953-94ba-4092-9e47-6521cb7b2e89 req-604702f9-4e18-449e-af41-7733c083f713 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 944 time: 0.4895427 Jun 02 08:00:38.783223 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-7ae49953-94ba-4092-9e47-6521cb7b2e89 req-21942b63-b7d8-4224-a233-6191cf36c42c tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1201985 Jun 02 08:00:38.836159 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1f44cfba-7ec6-47fe-9c09-853525c77ebf req-1152c692-a4da-49ad-ba50-a750d807072d service neutron] 10.222.0.79 "GET /v2.0/networks/cda53b61-b688-46b2-8676-9b4f4ed7490b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5428724 Jun 02 08:00:38.838032 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a0f2da4f-590d-4f5e-926d-b4b31237f101 req-4f80995f-b2fc-49af-a015-3c84a0953443 service neutron] 10.222.0.79 "GET /v2.0/networks/c2b2e088-f309-40ee-a9da-7f4c929ceb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5134444 Jun 02 08:00:39.232566 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1f44cfba-7ec6-47fe-9c09-853525c77ebf req-02a1d589-d590-40eb-80f4-d1660da4b546 service neutron] 10.222.0.79 "GET /v2.0/networks/cda53b61-b688-46b2-8676-9b4f4ed7490b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074250 Jun 02 08:00:39.308302 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a0f2da4f-590d-4f5e-926d-b4b31237f101 req-8786e1a6-edf6-4460-bd85-aff81bdbbef5 service neutron] 10.222.0.79 "GET /v2.0/networks/c2b2e088-f309-40ee-a9da-7f4c929ceb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522181 Jun 02 08:00:39.374876 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29306d2-31b4-4d22-9a8b-b461f277b3a1 req-9b0001a6-407f-429b-ab08-ba7308be3110 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:39.384303 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e29306d2-31b4-4d22-9a8b-b461f277b3a1 req-9b0001a6-407f-429b-ab08-ba7308be3110 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.3367679 Jun 02 08:00:39.428174 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d085d-37e8-43d6-b3b3-a60ab100625e req-10446d5a-8a4c-4e8d-907f-31d4d37383e2 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:39.436702 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-f05d085d-37e8-43d6-b3b3-a60ab100625e req-10446d5a-8a4c-4e8d-907f-31d4d37383e2 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.2185142 Jun 02 08:00:39.461560 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e29306d2-31b4-4d22-9a8b-b461f277b3a1 req-9ffdb77d-ea6e-4fe7-84ad-d478ab62e71e tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758901 Jun 02 08:00:39.486966 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-f05d085d-37e8-43d6-b3b3-a60ab100625e req-d57a425c-c611-498c-8035-79b3e1a5e143 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490029 Jun 02 08:00:39.582192 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-dadb70f2-07c1-4f34-ac83-10d78aa8e1ab req-0901cf5e-d7f7-45ab-ad74-cadefc3b4612 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 210 time: 0.0485923 Jun 02 08:00:39.840877 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:40.077511 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16b8b6-4459-473d-9948-96a9b8399f97 req-94584ee1-37db-4605-a757-7cce59685163 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:40.079557 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-cb16b8b6-4459-473d-9948-96a9b8399f97 req-94584ee1-37db-4605-a757-7cce59685163 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 944 time: 0.1527765 Jun 02 08:00:40.166681 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-cb16b8b6-4459-473d-9948-96a9b8399f97 req-7c5bdcb0-701d-48df-8f2e-b13460bb656f tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765312 Jun 02 08:00:40.706109 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92eac96-8485-4fc5-9b94-fd29be323c15 req-3d40c93c-5d14-4057-91fe-b006dfd8f166 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:40.714485 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-b92eac96-8485-4fc5-9b94-fd29be323c15 req-3d40c93c-5d14-4057-91fe-b006dfd8f166 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.0941796 Jun 02 08:00:40.785512 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-b92eac96-8485-4fc5-9b94-fd29be323c15 req-62cd8985-0e9d-4375-a1e3-4afabaa9c05a tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670147 Jun 02 08:00:41.016576 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da563bbd-c683-4da8-9343-f1bd062e0e11 req-234e9664-a799-40a8-8324-d40bbb41471e tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:41.020084 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-da563bbd-c683-4da8-9343-f1bd062e0e11 req-234e9664-a799-40a8-8324-d40bbb41471e tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.1049740 Jun 02 08:00:41.080510 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-da563bbd-c683-4da8-9343-f1bd062e0e11 req-312e2378-3926-4e37-a142-d8317becb911 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546911 Jun 02 08:00:41.276058 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-21989d8f-2bdb-4099-8237-5d0ee79865b3 req-c9822a04-284e-4a05-a131-1a3d0df49b77 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 210 time: 0.0586312 Jun 02 08:00:41.742592 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de595a2-0504-44d5-90fd-51313647e1df req-9f7171ab-8515-4b5d-8a12-17627e8913c2 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:41.750578 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5de595a2-0504-44d5-90fd-51313647e1df req-9f7171ab-8515-4b5d-8a12-17627e8913c2 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 944 time: 0.3163321 Jun 02 08:00:41.791015 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-b6f83581-4638-414d-9d09-2939e577582f tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:41.791801 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-b6f83581-4638-414d-9d09-2939e577582f tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Synchronizing usage tracker for tenant:b35f5d14d93b40f0848158412804be41 on resource:network {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:00:41.842688 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5de595a2-0504-44d5-90fd-51313647e1df req-a396e9ac-d182-4ae8-823b-1b1e6e19a009 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0878923 Jun 02 08:00:41.863773 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-b6f83581-4638-414d-9d09-2939e577582f tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Unset dirty status for tenant:b35f5d14d93b40f0848158412804be41 on resource:network {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:00:41.863773 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-b6f83581-4638-414d-9d09-2939e577582f tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.79 "GET /v2.0/networks?id=87c948b6-776e-416a-8595-be6ae5ab6cc6 HTTP/1.1" status: 200 len: 808 time: 0.3128679 Jun 02 08:00:42.103637 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-3caaebb1-e3b0-40fc-876d-8c96758fe469 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Synchronizing usage tracker for tenant:b35f5d14d93b40f0848158412804be41 on resource:security_group {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:00:42.149332 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-3caaebb1-e3b0-40fc-876d-8c96758fe469 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Unset dirty status for tenant:b35f5d14d93b40f0848158412804be41 on resource:security_group {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:00:42.152273 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-3caaebb1-e3b0-40fc-876d-8c96758fe469 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b35f5d14d93b40f0848158412804be41 HTTP/1.1" status: 200 len: 380 time: 0.2297671 Jun 02 08:00:42.165468 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-f9597661-4ca6-4ebd-b5a8-449532976a96 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Request body: {'port': {'device_id': 'a30f239a-2869-4c74-935b-97180c67ab9c', 'network_id': '87c948b6-776e-416a-8595-be6ae5ab6cc6', 'admin_state_up': True, 'tenant_id': 'b35f5d14d93b40f0848158412804be41', 'security_groups': ['2d5db7e0-af9d-4c66-a548-1abd027dc6c8']}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:00:42.321325 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93bf03-1336-485f-93e9-181a218534b4 req-8d35a40d-b5ec-4977-8da2-4b99d69c7ec8 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:42.330797 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ee93bf03-1336-485f-93e9-181a218534b4 req-8d35a40d-b5ec-4977-8da2-4b99d69c7ec8 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.3146522 Jun 02 08:00:42.404658 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ee93bf03-1336-485f-93e9-181a218534b4 req-52bdbccf-90ef-4273-a467-b92aa31cb5e6 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723953 Jun 02 08:00:42.471430 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-f9597661-4ca6-4ebd-b5a8-449532976a96 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:00:42.492582 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-f9597661-4ca6-4ebd-b5a8-449532976a96 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:00:42.517292 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-f9597661-4ca6-4ebd-b5a8-449532976a96 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Made reservation on behalf of b35f5d14d93b40f0848158412804be41 for: {'port': 1} {{(pid=91539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 08:00:42.521942 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-f9597661-4ca6-4ebd-b5a8-449532976a96 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:42.904739 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b9cef-f3f6-4b87-8938-7cc4400367da req-36381e74-9d23-4de1-94fc-76f35585485c tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:42.913242 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-b60b9cef-f3f6-4b87-8938-7cc4400367da req-36381e74-9d23-4de1-94fc-76f35585485c tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.3206847 Jun 02 08:00:43.136580 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-b60b9cef-f3f6-4b87-8938-7cc4400367da req-2059cbe9-99d6-4c79-ae64-47d9970ae469 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221463 Jun 02 08:00:43.138219 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.db_base_plugin_common [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-f9597661-4ca6-4ebd-b5a8-449532976a96 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Allocated IP 172.20.0.4 (87c948b6-776e-416a-8595-be6ae5ab6cc6/6b88b624-fc5a-4399-9939-be3292b885fc/edce5668-101c-48c4-837f-5bb832623f3a) {{(pid=91539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 08:00:43.363243 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c8f1b815-a6a0-4de5-be97-816e0a79f223 req-64af2c84-ceaf-4cdf-8773-2229a65e3d88 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 210 time: 0.0675008 Jun 02 08:00:43.491273 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-f9597661-4ca6-4ebd-b5a8-449532976a96 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks [] for port, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:43.552591 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.provisioning_blocks [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-f9597661-4ca6-4ebd-b5a8-449532976a96 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Transition to ACTIVE for port object edce5668-101c-48c4-837f-5bb832623f3a will not be triggered until provisioned by entity DHCP. {{(pid=91539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 08:00:43.675474 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-f9597661-4ca6-4ebd-b5a8-449532976a96 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:43.687713 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-41cffc9d-d572-4cb3-9051-f4add41e90a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:43.757965 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-f9597661-4ca6-4ebd-b5a8-449532976a96 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Network 87c948b6-776e-416a-8595-be6ae5ab6cc6 is already hosted by enough agents. {{(pid=91539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 08:00:43.769994 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-f9597661-4ca6-4ebd-b5a8-449532976a96 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Resources bound (agent type, host, resource id): {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 08:00:43.778767 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-f9597661-4ca6-4ebd-b5a8-449532976a96 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Received port after_create {{(pid=91539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 08:00:43.891158 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-f9597661-4ca6-4ebd-b5a8-449532976a96 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:43.891158 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-f9597661-4ca6-4ebd-b5a8-449532976a96 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:43.912695 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9597661-4ca6-4ebd-b5a8-449532976a96 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Pushing event updated for resources: {'Port': ['ID=edce5668-101c-48c4-837f-5bb832623f3a,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:43.925259 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-f9597661-4ca6-4ebd-b5a8-449532976a96 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:43.944417 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfccf30c-f482-4baa-a765-958618c24d53 req-162c7e80-1a3f-45e6-b9c6-f97811a55a45 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:43.953461 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-dfccf30c-f482-4baa-a765-958618c24d53 req-162c7e80-1a3f-45e6-b9c6-f97811a55a45 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 944 time: 0.3716853 Jun 02 08:00:43.982088 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-f9597661-4ca6-4ebd-b5a8-449532976a96 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8203187 Jun 02 08:00:43.999695 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-2ed00513-aa19-4c6b-876c-4a3969076533 service neutron] Request body: {'port': {'device_id': 'a30f239a-2869-4c74-935b-97180c67ab9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:00:44.082994 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-5bb62a9e-d956-4e03-a91b-52869c653791 None None] Provisioning for port edce5668-101c-48c4-837f-5bb832623f3a completed by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 08:00:44.101332 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-5bb62a9e-d956-4e03-a91b-52869c653791 None None] Provisioning complete for port edce5668-101c-48c4-837f-5bb832623f3a triggered by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:00:44.102293 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-5bb62a9e-d956-4e03-a91b-52869c653791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:44.191625 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-5bb62a9e-d956-4e03-a91b-52869c653791 None None] Port edce5668-101c-48c4-837f-5bb832623f3a cannot update to ACTIVE because it is not bound. {{(pid=91541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 08:00:44.206889 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-dfccf30c-f482-4baa-a765-958618c24d53 req-0757f1b5-c8e7-4073-b491-5c02b93ff73f tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2504277 Jun 02 08:00:44.210389 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-2ed00513-aa19-4c6b-876c-4a3969076533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:44.622015 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b1cd9-31bb-4cba-a52f-ef5f54ad8e9d req-3bc3210a-662c-4e25-abe9-4fde686095ea tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:44.623636 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ab2b1cd9-31bb-4cba-a52f-ef5f54ad8e9d req-3bc3210a-662c-4e25-abe9-4fde686095ea tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.2529271 Jun 02 08:00:44.710261 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ab2b1cd9-31bb-4cba-a52f-ef5f54ad8e9d req-8168c0ef-689c-4aa6-be13-811cab7758d4 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789247 Jun 02 08:00:45.043864 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-2ed00513-aa19-4c6b-876c-4a3969076533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edce5668-101c-48c4-837f-5bb832623f3a {{(pid=91539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 08:00:45.073324 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-2ed00513-aa19-4c6b-876c-4a3969076533 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:45.101872 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.provisioning_blocks [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-2ed00513-aa19-4c6b-876c-4a3969076533 service neutron] Transition to ACTIVE for port object edce5668-101c-48c4-837f-5bb832623f3a will not be triggered until provisioned by entity L2. {{(pid=91539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 08:00:45.115052 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af489828-d743-4b61-93b2-0062952a5b0c req-1037a4f8-e2b2-4fda-92e1-4533fbb2a5f0 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:45.117211 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-af489828-d743-4b61-93b2-0062952a5b0c req-1037a4f8-e2b2-4fda-92e1-4533fbb2a5f0 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.1545041 Jun 02 08:00:45.130566 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-2ed00513-aa19-4c6b-876c-4a3969076533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:45.175731 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-686cf013-79e3-42cb-8948-69a22eb77200 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:45.393571 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed00513-aa19-4c6b-876c-4a3969076533 service neutron] Pushing event updated for resources: {'Port': ['ID=edce5668-101c-48c4-837f-5bb832623f3a,revision_number=2']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:45.416350 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-2ed00513-aa19-4c6b-876c-4a3969076533 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:45.563587 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-af489828-d743-4b61-93b2-0062952a5b0c req-0760c728-c713-4d56-ae5e-b692a2abbcc2 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314508 Jun 02 08:00:45.621556 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-2ed00513-aa19-4c6b-876c-4a3969076533 service neutron] Attempting to bind port edce5668-101c-48c4-837f-5bb832623f3a on host hv-cinder-78638 for vnic_type normal with profile {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 08:00:45.621967 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-2ed00513-aa19-4c6b-876c-4a3969076533 service neutron] Attempting to bind port edce5668-101c-48c4-837f-5bb832623f3a by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'c9eebd2b-9718-4d11-bc88-206eacd96281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '87c948b6-776e-416a-8595-be6ae5ab6cc6'}] {{(pid=91539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 08:00:45.622224 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-2ed00513-aa19-4c6b-876c-4a3969076533 service neutron] Attempting to bind port edce5668-101c-48c4-837f-5bb832623f3a on network 87c948b6-776e-416a-8595-be6ae5ab6cc6 {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 08:00:45.633089 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-2ed00513-aa19-4c6b-876c-4a3969076533 service neutron] Port edce5668-101c-48c4-837f-5bb832623f3a on network 87c948b6-776e-416a-8595-be6ae5ab6cc6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 08:00:45.633414 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-2ed00513-aa19-4c6b-876c-4a3969076533 service neutron] Attempting to bind port edce5668-101c-48c4-837f-5bb832623f3a on network 87c948b6-776e-416a-8595-be6ae5ab6cc6 {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 08:00:45.679222 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-2ed00513-aa19-4c6b-876c-4a3969076533 service neutron] Checking agent: {'id': '771bc7c6-ed6b-4515-8704-024740aedec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 56, 10), 'started_at': datetime.datetime(2021, 6, 2, 7, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 08:00:45.680644 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-2ed00513-aa19-4c6b-876c-4a3969076533 service neutron] Checking segment: {'id': 'c9eebd2b-9718-4d11-bc88-206eacd96281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '87c948b6-776e-416a-8595-be6ae5ab6cc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 08:00:45.680976 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-2ed00513-aa19-4c6b-876c-4a3969076533 service neutron] Bound using segment: {'id': 'c9eebd2b-9718-4d11-bc88-206eacd96281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '87c948b6-776e-416a-8595-be6ae5ab6cc6'} {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 08:00:45.682420 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-2ed00513-aa19-4c6b-876c-4a3969076533 service neutron] Bound port: edce5668-101c-48c4-837f-5bb832623f3a, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9eebd2b-9718-4d11-bc88-206eacd96281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '87c948b6-776e-416a-8595-be6ae5ab6cc6'}}] {{(pid=91539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 08:00:45.682777 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-2ed00513-aa19-4c6b-876c-4a3969076533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:46.078251 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-2ed00513-aa19-4c6b-876c-4a3969076533 service neutron] For port edce5668-101c-48c4-837f-5bb832623f3a, host hv-cinder-78638, cleared binding levels {{(pid=91539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 08:00:46.088109 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2e96b-3727-4117-afcd-6d5b6bd12bc8 req-1b180450-fa7f-461d-9c7b-77378904b7a0 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:46.089036 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-e4d2e96b-3727-4117-afcd-6d5b6bd12bc8 req-1b180450-fa7f-461d-9c7b-77378904b7a0 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Synchronizing usage tracker for tenant:b35f5d14d93b40f0848158412804be41 on resource:port {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:00:46.107646 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-2ed00513-aa19-4c6b-876c-4a3969076533 service neutron] For port edce5668-101c-48c4-837f-5bb832623f3a, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=edce5668-101c-48c4-837f-5bb832623f3a,segment=NetworkSegment(c9eebd2b-9718-4d11-bc88-206eacd96281),segment_id=c9eebd2b-9718-4d11-bc88-206eacd96281)] {{(pid=91539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 08:00:46.118994 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-2ed00513-aa19-4c6b-876c-4a3969076533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:46.155173 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-e6ee76b3-912f-4700-8af4-5d140a0cd14b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:46.238531 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-2ed00513-aa19-4c6b-876c-4a3969076533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:46.239249 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-2ed00513-aa19-4c6b-876c-4a3969076533 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:46.240832 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-2ed00513-aa19-4c6b-876c-4a3969076533 service neutron] 10.222.0.79 "PUT /v2.0/ports/edce5668-101c-48c4-837f-5bb832623f3a HTTP/1.1" status: 200 len: 1093 time: 2.2469287 Jun 02 08:00:46.241416 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30f239a-2869-4c74-935b-97180c67ab9c', 'tag': 'edce5668-101c-48c4-837f-5bb832623f3a'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:00:46.243974 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5673611a-4b5e-4813-a465-903d1c532ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "a30f239a-2869-4c74-935b-97180c67ab9c", "tag": "edce5668-101c-48c4-837f-5bb832623f3a"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:00:46.254975 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-e4d2e96b-3727-4117-afcd-6d5b6bd12bc8 req-1b180450-fa7f-461d-9c7b-77378904b7a0 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Unset dirty status for tenant:b35f5d14d93b40f0848158412804be41 on resource:port {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:00:46.265448 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e4d2e96b-3727-4117-afcd-6d5b6bd12bc8 req-1b180450-fa7f-461d-9c7b-77378904b7a0 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 943 time: 0.4971752 Jun 02 08:00:46.424634 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed00513-aa19-4c6b-876c-4a3969076533 service neutron] Pushing event updated for resources: {'Port': ['ID=edce5668-101c-48c4-837f-5bb832623f3a,revision_number=3']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:46.440061 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e4d2e96b-3727-4117-afcd-6d5b6bd12bc8 req-91b940bc-ebe2-4c70-9a57-e607e379c0bb tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726966 Jun 02 08:00:46.442601 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-2ed00513-aa19-4c6b-876c-4a3969076533 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:46.517111 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-c96c56c4-eb0b-4f45-9b73-1de7ada6bf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:46.526567 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-c96c56c4-eb0b-4f45-9b73-1de7ada6bf69 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b35f5d14d93b40f0848158412804be41&device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 1096 time: 0.2064328 Jun 02 08:00:46.751497 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-7c793259-938c-45bd-8732-7e3276c4835c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edce5668-101c-48c4-837f-5bb832623f3a HTTP/1.1" status: 200 len: 217 time: 0.2010679 Jun 02 08:00:46.818150 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f38da-c921-4591-9d28-c45a09e511bf req-f92778f5-a449-43a2-95ee-db8b6d941375 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:46.819674 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-248f38da-c921-4591-9d28-c45a09e511bf req-f92778f5-a449-43a2-95ee-db8b6d941375 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 944 time: 0.1340914 Jun 02 08:00:46.906850 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-248f38da-c921-4591-9d28-c45a09e511bf req-e9bc285c-ebb8-49c8-a0b2-6bb4ea4ff034 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0739477 Jun 02 08:00:47.276991 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3fefc-30f4-4ee9-b373-866ef61ea054 req-4417715b-dc40-4f6d-9480-5c05e5a64b36 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:47.279344 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e2f3fefc-30f4-4ee9-b373-866ef61ea054 req-4417715b-dc40-4f6d-9480-5c05e5a64b36 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.1298852 Jun 02 08:00:47.354778 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e2f3fefc-30f4-4ee9-b373-866ef61ea054 req-a8a2bdd4-ca21-4919-a01f-9f34eb3b8b78 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686831 Jun 02 08:00:47.417677 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982da4d0-2674-4d1c-b378-68bb0b3299a2 x-openstack-request-id: req-982da4d0-2674-4d1c-b378-68bb0b3299a2 {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:00:47.418050 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a30f239a-2869-4c74-935b-97180c67ab9c", "tag": "edce5668-101c-48c4-837f-5bb832623f3a", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:00:47.418639 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-982da4d0-2674-4d1c-b378-68bb0b3299a2 {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:00:47.418823 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a30f239a-2869-4c74-935b-97180c67ab9c', 'tag': 'edce5668-101c-48c4-837f-5bb832623f3a', 'status': 'completed', 'code': 200} Jun 02 08:00:47.650838 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ea04d-6c1b-4deb-b0f6-069d0fb507a7 req-810ecbf3-0110-4a45-8429-4ffb7a276e7c tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:47.661096 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-603ea04d-6c1b-4deb-b0f6-069d0fb507a7 req-810ecbf3-0110-4a45-8429-4ffb7a276e7c tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.1302462 Jun 02 08:00:47.776510 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-603ea04d-6c1b-4deb-b0f6-069d0fb507a7 req-9feb14f1-6640-4ded-ad7e-29bf3fd73546 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142280 Jun 02 08:00:48.016249 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-f218ea17-3e1f-4ed2-8fa0-6e8b74525482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:48.022223 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-f218ea17-3e1f-4ed2-8fa0-6e8b74525482 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6b88b624-fc5a-4399-9939-be3292b885fc HTTP/1.1" status: 200 len: 847 time: 0.1703768 Jun 02 08:00:48.090573 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e316b8e-f27e-4daa-bd6c-361df4060e63 req-5d93a4f8-087b-4641-9b02-2a67e0ab0736 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:48.097753 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-8e316b8e-f27e-4daa-bd6c-361df4060e63 req-5d93a4f8-087b-4641-9b02-2a67e0ab0736 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 943 time: 0.1564772 Jun 02 08:00:48.147753 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-8e316b8e-f27e-4daa-bd6c-361df4060e63 req-b3182f73-84ac-4bbe-8abc-c9634b8be760 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491283 Jun 02 08:00:48.391759 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6646d-5dcb-4840-9bed-6910ffdf6ec3 req-05fcaf8a-dbdb-4549-b312-9faf07e371c5 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:48.403869 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-72c6646d-5dcb-4840-9bed-6910ffdf6ec3 req-05fcaf8a-dbdb-4549-b312-9faf07e371c5 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 944 time: 0.1381826 Jun 02 08:00:48.526838 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-72c6646d-5dcb-4840-9bed-6910ffdf6ec3 req-f6d9e84b-cc16-4296-96c7-8e3fb13034ff tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1259317 Jun 02 08:00:48.826014 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9f1ee-7913-4542-8ca3-03eed535861b req-099cbc3e-3a58-47af-9899-f7dd29eb479c tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:48.837923 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9de9f1ee-7913-4542-8ca3-03eed535861b req-099cbc3e-3a58-47af-9899-f7dd29eb479c tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.1616645 Jun 02 08:00:48.898650 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9de9f1ee-7913-4542-8ca3-03eed535861b req-4a7703c9-b3ad-4989-9155-3d5add0a387c tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592546 Jun 02 08:00:49.154497 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f122b-667b-4ba0-b0a8-4d9dae97954a req-d3017d55-5079-4b33-abca-89be1c2209b0 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:49.156072 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-114f122b-667b-4ba0-b0a8-4d9dae97954a req-d3017d55-5079-4b33-abca-89be1c2209b0 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.1094217 Jun 02 08:00:49.241353 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-114f122b-667b-4ba0-b0a8-4d9dae97954a req-1de5fcba-c474-4d56-af46-78a2f1a0fee9 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759439 Jun 02 08:00:49.464572 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b71a5-4970-41b2-9ab1-c76d3aeca396 req-fd409926-43fd-4390-b797-288d7caf6395 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:49.467093 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9c8b71a5-4970-41b2-9ab1-c76d3aeca396 req-fd409926-43fd-4390-b797-288d7caf6395 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 943 time: 0.1024899 Jun 02 08:00:49.535670 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9c8b71a5-4970-41b2-9ab1-c76d3aeca396 req-0bfd46d1-84ed-412e-a90b-5f20d5b1f696 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614688 Jun 02 08:00:49.833081 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b10e99-962d-4dac-a8fe-c05f7e478aa3 req-1a2be1f9-2f95-44f1-8d2c-381513199636 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:49.861253 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-f8b10e99-962d-4dac-a8fe-c05f7e478aa3 req-1a2be1f9-2f95-44f1-8d2c-381513199636 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 944 time: 0.1599188 Jun 02 08:00:49.913976 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-f8b10e99-962d-4dac-a8fe-c05f7e478aa3 req-f0443b1c-276b-4be6-8d8d-89423f3ff4fe tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494862 Jun 02 08:00:50.154159 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453b8dd-ac19-43e0-8d16-4d742354b1a0 req-4b65f6fc-ca14-4f97-9b30-856ca35ae842 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:50.167175 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1453b8dd-ac19-43e0-8d16-4d742354b1a0 req-4b65f6fc-ca14-4f97-9b30-856ca35ae842 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.1248293 Jun 02 08:00:50.214451 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1453b8dd-ac19-43e0-8d16-4d742354b1a0 req-5d73f5d2-b355-4e22-8f35-235f584b0070 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415218 Jun 02 08:00:50.539894 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff4f6b-933c-4d9a-94d7-76ebf0994e30 req-a0042f18-c775-4bb0-851a-a87b437ed8c0 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:50.544102 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-eeff4f6b-933c-4d9a-94d7-76ebf0994e30 req-a0042f18-c775-4bb0-851a-a87b437ed8c0 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.1674733 Jun 02 08:00:50.638681 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-eeff4f6b-933c-4d9a-94d7-76ebf0994e30 req-8e6a5bbe-7c8b-404c-9a63-ebf6ca329e93 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795219 Jun 02 08:00:51.027151 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810a2c0-27e1-4144-9078-ce4a439d9f1d req-aeec4c73-e015-4512-8d74-1513a4e84895 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:51.029420 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c810a2c0-27e1-4144-9078-ce4a439d9f1d req-aeec4c73-e015-4512-8d74-1513a4e84895 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 943 time: 0.2291193 Jun 02 08:00:51.127626 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c810a2c0-27e1-4144-9078-ce4a439d9f1d req-72c8f1f4-705a-4168-adb3-1113e756858a tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882678 Jun 02 08:00:51.376763 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b3434-f65e-45ff-bb78-4f012ae24f66 req-fd29bd85-8e2c-4610-a7bd-831d675e7b14 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:51.384336 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e90b3434-f65e-45ff-bb78-4f012ae24f66 req-fd29bd85-8e2c-4610-a7bd-831d675e7b14 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 944 time: 0.1245477 Jun 02 08:00:51.455780 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e90b3434-f65e-45ff-bb78-4f012ae24f66 req-001d9222-c7cd-417a-929e-a5748fc1398e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701563 Jun 02 08:00:51.701499 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a186d2c-4464-4007-8842-74904adeda7e req-fb98b48d-7224-495b-a4d8-0ae49c163c34 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:51.708901 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-4a186d2c-4464-4007-8842-74904adeda7e req-fb98b48d-7224-495b-a4d8-0ae49c163c34 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.1400564 Jun 02 08:00:51.767874 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-4a186d2c-4464-4007-8842-74904adeda7e req-27f0c3ed-a680-49f8-9890-f23101fe900e tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576732 Jun 02 08:00:52.111286 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-559238da-1a36-456d-b06d-74ea8d47f6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:52.125523 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-559238da-1a36-456d-b06d-74ea8d47f6c9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=87c948b6-776e-416a-8595-be6ae5ab6cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2118330 Jun 02 08:00:52.148754 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217b7d7-59fd-4b1d-bb1e-490068e222d6 req-63ec11fa-af6f-4d66-abcd-260c7ae32e34 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:52.151322 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1217b7d7-59fd-4b1d-bb1e-490068e222d6 req-63ec11fa-af6f-4d66-abcd-260c7ae32e34 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.2857525 Jun 02 08:00:52.325326 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1217b7d7-59fd-4b1d-bb1e-490068e222d6 req-7f1639b3-1ef9-41ec-90e4-cd771df45084 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664915 Jun 02 08:00:52.386289 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-ded7dd73-fd30-4b74-a2af-f678ef7b5dc9 service neutron] 10.222.0.79 "GET /v2.0/networks/87c948b6-776e-416a-8595-be6ae5ab6cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628682 Jun 02 08:00:52.688279 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071a6cf-a6ff-49c1-9b05-9ae8cc05261f req-6543a40f-4374-4bbd-a0b2-d274f966c368 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:52.690730 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-2071a6cf-a6ff-49c1-9b05-9ae8cc05261f req-6543a40f-4374-4bbd-a0b2-d274f966c368 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 943 time: 0.2414014 Jun 02 08:00:52.743173 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1aace30a-48c2-4307-954c-607e2c4c3815 req-8238d262-529a-4779-8eb6-0e3474349618 service neutron] 10.222.0.79 "GET /v2.0/networks/87c948b6-776e-416a-8595-be6ae5ab6cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452412 Jun 02 08:00:52.768425 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-2071a6cf-a6ff-49c1-9b05-9ae8cc05261f req-73c1fcf9-0865-455e-9846-1d7ecb2ceaf4 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713699 Jun 02 08:00:53.058904 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c16fb-c60e-46da-8f65-a54df78fa1a1 req-5d7fccfe-7a94-44b5-93e7-f5e33bb944f4 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:53.061183 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-662c16fb-c60e-46da-8f65-a54df78fa1a1 req-5d7fccfe-7a94-44b5-93e7-f5e33bb944f4 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 944 time: 0.1583540 Jun 02 08:00:53.096281 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673611a-4b5e-4813-a465-903d1c532ec5 req-b97508f5-47a1-4bc0-ba2a-1dc19646bde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:53.097776 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5673611a-4b5e-4813-a465-903d1c532ec5 req-b97508f5-47a1-4bc0-ba2a-1dc19646bde6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b35f5d14d93b40f0848158412804be41&device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 1096 time: 0.1408119 Jun 02 08:00:53.148153 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-662c16fb-c60e-46da-8f65-a54df78fa1a1 req-9f179d55-1e0c-41ee-b380-c82e382b0fa5 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0796402 Jun 02 08:00:53.398063 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673611a-4b5e-4813-a465-903d1c532ec5 req-1129a495-14bf-4296-a8ec-091f26c32759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:53.399554 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5673611a-4b5e-4813-a465-903d1c532ec5 req-1129a495-14bf-4296-a8ec-091f26c32759 service neutron] 10.222.0.79 "GET /v2.0/networks?id=87c948b6-776e-416a-8595-be6ae5ab6cc6 HTTP/1.1" status: 200 len: 909 time: 0.2924132 Jun 02 08:00:53.438592 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f16a7c-614c-4f38-8281-c309ebff6e42 req-9d252d1e-1dbe-4a83-b943-404758560872 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:53.441146 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-38f16a7c-614c-4f38-8281-c309ebff6e42 req-9d252d1e-1dbe-4a83-b943-404758560872 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.1686871 Jun 02 08:00:53.510402 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-38f16a7c-614c-4f38-8281-c309ebff6e42 req-9bd94c99-3abb-463f-a4ba-ddebc2b03144 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611382 Jun 02 08:00:53.763014 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad21a2d-9528-417d-9f83-6b4d0e7aa8fa req-e402ce9e-4a43-43f7-b027-7ba0ec69aa5f tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:53.764678 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-fad21a2d-9528-417d-9f83-6b4d0e7aa8fa req-e402ce9e-4a43-43f7-b027-7ba0ec69aa5f tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.0987265 Jun 02 08:00:53.814287 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-fad21a2d-9528-417d-9f83-6b4d0e7aa8fa req-94374734-5308-4f27-90fc-430fb2095f2a tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432136 Jun 02 08:00:53.815338 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-e533a174-9135-4f09-8aaa-efc975bc4b0d tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:53.816832 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-e533a174-9135-4f09-8aaa-efc975bc4b0d tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/networks?id=4e47ec95-df63-4cde-9b70-6cfa695ac55a HTTP/1.1" status: 200 len: 814 time: 0.2098923 Jun 02 08:00:53.832059 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-206fa9ee-44da-461f-92d5-388a72f8aadd tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/quotas/b376b02319e3497faae6b4322a8462bd HTTP/1.1" status: 200 len: 375 time: 0.0097241 Jun 02 08:00:53.919204 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-61cc3797-1037-400e-9e17-444113fc4ed9 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Synchronizing usage tracker for tenant:b376b02319e3497faae6b4322a8462bd on resource:port {{(pid=91540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:00:53.936995 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-61cc3797-1037-400e-9e17-444113fc4ed9 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Unset dirty status for tenant:b376b02319e3497faae6b4322a8462bd on resource:port {{(pid=91540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:00:53.938269 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-61cc3797-1037-400e-9e17-444113fc4ed9 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b376b02319e3497faae6b4322a8462bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1012132 Jun 02 08:00:54.083311 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-2ed20f84-a6b6-4f44-abde-e197e8e957e3 service neutron] 10.222.0.81 "GET /v2.0/networks/4e47ec95-df63-4cde-9b70-6cfa695ac55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326718 Jun 02 08:00:54.139865 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df0cbf-2d74-4d8c-af02-ef1f6dfa4ae1 req-eb253c71-ada8-4979-bfae-d3aa573d138b tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:54.141320 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-75df0cbf-2d74-4d8c-af02-ef1f6dfa4ae1 req-eb253c71-ada8-4979-bfae-d3aa573d138b tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 943 time: 0.0786035 Jun 02 08:00:54.185466 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-75df0cbf-2d74-4d8c-af02-ef1f6dfa4ae1 req-f44953dc-6856-4c93-876f-61ddf8acbe14 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381184 Jun 02 08:00:54.220801 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-58835390-93dc-4e8f-a473-e790ae89f7a3 service neutron] 10.222.0.81 "GET /v2.0/networks/4e47ec95-df63-4cde-9b70-6cfa695ac55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316342 Jun 02 08:00:54.356090 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5673611a-4b5e-4813-a465-903d1c532ec5 req-bb9d8542-1c33-4a00-9c1e-57368ec7eed9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edce5668-101c-48c4-837f-5bb832623f3a HTTP/1.1" status: 200 len: 217 time: 0.0786107 Jun 02 08:00:54.509849 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f317f2f-f943-4bb5-8b5f-4509c5fb7f29 req-f381c4aa-eef6-498c-81f4-1c186fe498a2 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:54.511205 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5f317f2f-f943-4bb5-8b5f-4509c5fb7f29 req-f381c4aa-eef6-498c-81f4-1c186fe498a2 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 944 time: 0.1019731 Jun 02 08:00:54.536937 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673611a-4b5e-4813-a465-903d1c532ec5 req-91b4ef9f-5f47-4b52-ad3f-8810d8dab91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:54.538478 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5673611a-4b5e-4813-a465-903d1c532ec5 req-91b4ef9f-5f47-4b52-ad3f-8810d8dab91b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6b88b624-fc5a-4399-9939-be3292b885fc HTTP/1.1" status: 200 len: 847 time: 0.1417994 Jun 02 08:00:54.568100 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5f317f2f-f943-4bb5-8b5f-4509c5fb7f29 req-313c6835-7e61-46fe-a86c-2af35e6e8879 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503814 Jun 02 08:00:54.612262 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d88cb-bf10-4495-8d11-250d43feb786 req-49ac37e8-31ff-4d06-9630-b83ce8d01de2 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:54.613682 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-4a6d88cb-bf10-4495-8d11-250d43feb786 req-49ac37e8-31ff-4d06-9630-b83ce8d01de2 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.2603445 Jun 02 08:00:54.623108 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7bf99-d4fa-4bea-9d2a-d64257574ac6 req-975ceb03-2d82-4a26-99db-5f8ca7f91b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:54.624589 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-fff7bf99-d4fa-4bea-9d2a-d64257574ac6 req-975ceb03-2d82-4a26-99db-5f8ca7f91b2d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=688fc7fec3424c8e87ae035c39491898&device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 1098 time: 0.1907215 Jun 02 08:00:54.734533 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5a2fe5d5-d1c0-44d7-b6ba-697dbd8b1102 req-f7b50af7-13b9-48c4-ae41-2909f423711f tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/ports?device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 210 time: 0.1162050 Jun 02 08:00:54.880662 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-4a6d88cb-bf10-4495-8d11-250d43feb786 req-6ba7c3c2-a357-4e51-bf7f-6053da54cbd2 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2544127 Jun 02 08:00:54.906768 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673611a-4b5e-4813-a465-903d1c532ec5 req-245f35be-e82c-4ea3-9036-c70f2c7ce94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:54.908252 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5673611a-4b5e-4813-a465-903d1c532ec5 req-245f35be-e82c-4ea3-9036-c70f2c7ce94a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=87c948b6-776e-416a-8595-be6ae5ab6cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3605936 Jun 02 08:00:54.984882 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7bf99-d4fa-4bea-9d2a-d64257574ac6 req-c4e97a4b-2c59-4cc8-8270-d7a4e8e2ba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:54.986728 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-fff7bf99-d4fa-4bea-9d2a-d64257574ac6 req-c4e97a4b-2c59-4cc8-8270-d7a4e8e2ba07 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5920cfca-f051-4509-941a-46b192c48b56 HTTP/1.1" status: 200 len: 912 time: 0.3388472 Jun 02 08:00:55.034418 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680bcc3-de30-4b0d-a9c9-caa1254aa835 req-6b021ff1-880b-4248-b51e-269e47344235 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:55.036604 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-8680bcc3-de30-4b0d-a9c9-caa1254aa835 req-6b021ff1-880b-4248-b51e-269e47344235 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.0919297 Jun 02 08:00:55.088437 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-8680bcc3-de30-4b0d-a9c9-caa1254aa835 req-13cf3802-2284-4824-ac71-2107f97802d2 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454979 Jun 02 08:00:55.194826 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-fff7bf99-d4fa-4bea-9d2a-d64257574ac6 req-140540d0-d3d3-433a-b614-aa273d7d1160 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30976f16-8bf1-4d3b-9ede-bfb612bf6380 HTTP/1.1" status: 200 len: 1001 time: 0.1411531 Jun 02 08:00:55.196790 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5673611a-4b5e-4813-a465-903d1c532ec5 req-ef4ff38e-a0c7-4462-b40d-a22e4c6bbeff service neutron] 10.222.0.79 "GET /v2.0/networks/87c948b6-776e-416a-8595-be6ae5ab6cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765503 Jun 02 08:00:55.400718 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7bf99-d4fa-4bea-9d2a-d64257574ac6 req-c405dda5-df80-4d38-8754-0bc13d9b5eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:55.402152 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-fff7bf99-d4fa-4bea-9d2a-d64257574ac6 req-c405dda5-df80-4d38-8754-0bc13d9b5eb5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=80579146-c765-4f7b-89f0-58e1765e1f5a HTTP/1.1" status: 200 len: 850 time: 0.1958144 Jun 02 08:00:55.486457 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5673611a-4b5e-4813-a465-903d1c532ec5 req-a378449c-2bd3-4b9b-a0f8-a41a5e3c02e1 service neutron] 10.222.0.79 "GET /v2.0/networks/87c948b6-776e-416a-8595-be6ae5ab6cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478163 Jun 02 08:00:55.526856 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f6f3d-9265-4799-9135-855ba1f6d316 req-b212d24f-aa2d-498f-a523-d40b7926b328 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:55.528400 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-220f6f3d-9265-4799-9135-855ba1f6d316 req-b212d24f-aa2d-498f-a523-d40b7926b328 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 943 time: 0.1843007 Jun 02 08:00:55.551740 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7bf99-d4fa-4bea-9d2a-d64257574ac6 req-6997cc6d-9f36-431b-9a0d-846777758ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:55.553547 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-fff7bf99-d4fa-4bea-9d2a-d64257574ac6 req-6997cc6d-9f36-431b-9a0d-846777758ca4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5920cfca-f051-4509-941a-46b192c48b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1374850 Jun 02 08:00:55.717374 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-220f6f3d-9265-4799-9135-855ba1f6d316 req-47f05e74-2b04-486f-b0f1-2f366caa7860 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824005 Jun 02 08:00:55.810051 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10762c90-c0e8-442b-9d30-6885d4e98fe9 req-ec1568e3-cb4f-4767-a32a-ea157ac13ec5 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:55.811900 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-10762c90-c0e8-442b-9d30-6885d4e98fe9 req-ec1568e3-cb4f-4767-a32a-ea157ac13ec5 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 944 time: 0.1096058 Jun 02 08:00:55.822256 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-d10659c6-0d2e-407a-9b14-b7a9eae8e774 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:55.822975 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-d10659c6-0d2e-407a-9b14-b7a9eae8e774 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Synchronizing usage tracker for tenant:b376b02319e3497faae6b4322a8462bd on resource:network {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:00:55.858531 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-10762c90-c0e8-442b-9d30-6885d4e98fe9 req-698b372e-613b-4f1f-b8fa-ffc94ce53d19 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406122 Jun 02 08:00:55.872930 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-d10659c6-0d2e-407a-9b14-b7a9eae8e774 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Unset dirty status for tenant:b376b02319e3497faae6b4322a8462bd on resource:network {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:00:55.874032 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-d10659c6-0d2e-407a-9b14-b7a9eae8e774 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.79 "GET /v2.0/networks?id=4e47ec95-df63-4cde-9b70-6cfa695ac55a HTTP/1.1" status: 200 len: 814 time: 0.3199868 Jun 02 08:00:55.915301 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-ce7d3faf-d72d-40bb-9a4e-3986a0b87d12 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Request body: {'port': {'device_id': '382cf5ed-0911-40ff-a494-bf8761ff40fe', 'network_id': '4e47ec95-df63-4cde-9b70-6cfa695ac55a', 'admin_state_up': True, 'tenant_id': 'b376b02319e3497faae6b4322a8462bd'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:00:55.930279 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-fff7bf99-d4fa-4bea-9d2a-d64257574ac6 req-e4c80caa-df83-4142-8482-faf07fb43155 service neutron] 10.222.0.79 "GET /v2.0/networks/5920cfca-f051-4509-941a-46b192c48b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452835 Jun 02 08:00:55.940107 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0f3370c4-4424-4013-aeb7-ab12e0b21b5b req-d394bace-004f-4cdc-8130-b76f24107121 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/ports?device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 210 time: 0.0753214 Jun 02 08:00:56.073137 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b8bff-f426-4510-88df-079f4a3ec5ef req-a9a5a30f-347f-4597-88a6-fa774bc7627d tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:56.075151 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-9f0b8bff-f426-4510-88df-079f4a3ec5ef req-a9a5a30f-347f-4597-88a6-fa774bc7627d tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.0865059 Jun 02 08:00:56.127773 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-9f0b8bff-f426-4510-88df-079f4a3ec5ef req-08c444d6-f86b-4f06-a9a6-b9bdd45623b1 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466163 Jun 02 08:00:56.189285 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-ce7d3faf-d72d-40bb-9a4e-3986a0b87d12 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:00:56.198924 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-ce7d3faf-d72d-40bb-9a4e-3986a0b87d12 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:00:56.219917 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-ce7d3faf-d72d-40bb-9a4e-3986a0b87d12 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Made reservation on behalf of b376b02319e3497faae6b4322a8462bd for: {'port': 1} {{(pid=91539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 08:00:56.223372 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-ce7d3faf-d72d-40bb-9a4e-3986a0b87d12 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:56.332232 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-fff7bf99-d4fa-4bea-9d2a-d64257574ac6 req-29a34075-4c22-4388-8df9-99ed21efa8b4 service neutron] 10.222.0.79 "GET /v2.0/networks/5920cfca-f051-4509-941a-46b192c48b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861809 Jun 02 08:00:56.442994 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202ae15-79cf-45f8-9029-598db291e1e8 req-94ab178b-7f4b-43b1-aab4-90f1fda709de tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:56.444519 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0202ae15-79cf-45f8-9029-598db291e1e8 req-94ab178b-7f4b-43b1-aab4-90f1fda709de tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.2022531 Jun 02 08:00:56.495696 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.db_base_plugin_common [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-ce7d3faf-d72d-40bb-9a4e-3986a0b87d12 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Allocated IP 172.20.0.10 (4e47ec95-df63-4cde-9b70-6cfa695ac55a/97dd7f61-e68e-4938-a09a-689ecc9f4a01/0d6c2575-792e-4c25-ab30-e0e125f1deaf) {{(pid=91539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 08:00:56.514822 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0202ae15-79cf-45f8-9029-598db291e1e8 req-a18b2650-e588-499f-b001-3ace79bb9aa2 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635171 Jun 02 08:00:56.624179 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 44870) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:00:56.714540 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e4513f-c94f-4856-9f77-cf41cc6671bd admin admin] Deleting subnet 7de659b5-231d-486f-99b3-08b97a1da388 {{(pid=91540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 08:00:56.720553 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-61e4513f-c94f-4856-9f77-cf41cc6671bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:56.853142 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-61e4513f-c94f-4856-9f77-cf41cc6671bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27334693'] for subnet, precommit_delete_associations {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:56.926922 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-61e4513f-c94f-4856-9f77-cf41cc6671bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862327'] for subnet, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:56.928598 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-ce7d3faf-d72d-40bb-9a4e-3986a0b87d12 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks [] for port, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:56.934828 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device edce5668-101c-48c4-837f-5bb832623f3a details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=91541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 08:00:56.988057 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.provisioning_blocks [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-ce7d3faf-d72d-40bb-9a4e-3986a0b87d12 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Transition to ACTIVE for port object 0d6c2575-792e-4c25-ab30-e0e125f1deaf will not be triggered until provisioned by entity DHCP. {{(pid=91539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 08:00:57.133713 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-ce7d3faf-d72d-40bb-9a4e-3986a0b87d12 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:57.144627 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-596faac3-45cc-4234-8910-8812a80bc021 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:57.163646 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747e81a-9487-4b57-bf55-97b18ca95ac1 req-d5307199-6b77-41a0-b0d6-ed99347eaa1d tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:57.165234 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-9747e81a-9487-4b57-bf55-97b18ca95ac1 req-d5307199-6b77-41a0-b0d6-ed99347eaa1d tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 943 time: 0.2089448 Jun 02 08:00:57.197074 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port edce5668-101c-48c4-837f-5bb832623f3a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=edce5668-101c-48c4-837f-5bb832623f3a,segment=NetworkSegment(c9eebd2b-9718-4d11-bc88-206eacd96281),segment_id=c9eebd2b-9718-4d11-bc88-206eacd96281)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:00:57.235560 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Returning: {'device': 'edce5668-101c-48c4-837f-5bb832623f3a', 'network_id': '87c948b6-776e-416a-8595-be6ae5ab6cc6', 'port_id': 'edce5668-101c-48c4-837f-5bb832623f3a', 'mac_address': 'fa:16:3e:51:4d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b88b624-fc5a-4399-9939-be3292b885fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 08:00:57.243650 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-ce7d3faf-d72d-40bb-9a4e-3986a0b87d12 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Network 4e47ec95-df63-4cde-9b70-6cfa695ac55a is already hosted by enough agents. {{(pid=91539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 08:00:57.258098 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-ce7d3faf-d72d-40bb-9a4e-3986a0b87d12 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Resources bound (agent type, host, resource id): {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 08:00:57.266132 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-ce7d3faf-d72d-40bb-9a4e-3986a0b87d12 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Received port after_create {{(pid=91539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 08:00:57.321971 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:57.346018 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d3faf-d72d-40bb-9a4e-3986a0b87d12 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Pushing event updated for resources: {'Port': ['ID=0d6c2575-792e-4c25-ab30-e0e125f1deaf,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:57.361710 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edce5668-101c-48c4-837f-5bb832623f3a {{(pid=91541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 08:00:57.369732 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-9747e81a-9487-4b57-bf55-97b18ca95ac1 req-3c1541ac-224f-41d6-9402-338fffd0e766 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740842 Jun 02 08:00:57.384039 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port edce5668-101c-48c4-837f-5bb832623f3a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=edce5668-101c-48c4-837f-5bb832623f3a,segment=NetworkSegment(c9eebd2b-9718-4d11-bc88-206eacd96281),segment_id=c9eebd2b-9718-4d11-bc88-206eacd96281)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:00:57.389827 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d3faf-d72d-40bb-9a4e-3986a0b87d12 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:00:57.390196 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d3faf-d72d-40bb-9a4e-3986a0b87d12 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:00:57.390615 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d3faf-d72d-40bb-9a4e-3986a0b87d12 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:00:57.390971 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d3faf-d72d-40bb-9a4e-3986a0b87d12 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:00:57.391325 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d3faf-d72d-40bb-9a4e-3986a0b87d12 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:00:57.391679 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d3faf-d72d-40bb-9a4e-3986a0b87d12 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:00:57.392053 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d3faf-d72d-40bb-9a4e-3986a0b87d12 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:00:57.392836 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d3faf-d72d-40bb-9a4e-3986a0b87d12 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:00:57.393186 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d3faf-d72d-40bb-9a4e-3986a0b87d12 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:00:57.394178 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d3faf-d72d-40bb-9a4e-3986a0b87d12 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:00:57.394591 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d3faf-d72d-40bb-9a4e-3986a0b87d12 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:00:57.394938 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d3faf-d72d-40bb-9a4e-3986a0b87d12 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:00:57.406784 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:57.407449 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 5a184353-f207-4dac-844e-e85fec6a25cb details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=91541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 08:00:57.409502 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:57.422059 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-ce7d3faf-d72d-40bb-9a4e-3986a0b87d12 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:57.475956 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57366656-e2d9-42ce-8c53-26cee4752a8b req-9e861bf6-80ef-4edf-af49-e5de2b6593f8 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:57.482700 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-57366656-e2d9-42ce-8c53-26cee4752a8b req-9e861bf6-80ef-4edf-af49-e5de2b6593f8 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 944 time: 0.4341991 Jun 02 08:00:57.490153 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-61e4513f-c94f-4856-9f77-cf41cc6671bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27652411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27727341'] for subnet, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:57.494572 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-a9944940-c14c-4048-bb76-52c77ad8eed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:57.547111 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-ce7d3faf-d72d-40bb-9a4e-3986a0b87d12 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:57.548209 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-ce7d3faf-d72d-40bb-9a4e-3986a0b87d12 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:57.559975 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e4513f-c94f-4856-9f77-cf41cc6671bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7de659b5-231d-486f-99b3-08b97a1da388,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:57.599582 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-57366656-e2d9-42ce-8c53-26cee4752a8b req-11bc2af8-e2df-4675-bb5c-0d0b940be72b tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0965328 Jun 02 08:00:57.609295 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-ce7d3faf-d72d-40bb-9a4e-3986a0b87d12 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7021353 Jun 02 08:00:57.643229 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=edce5668-101c-48c4-837f-5bb832623f3a,revision_number=4']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:57.660760 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e4513f-c94f-4856-9f77-cf41cc6671bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:00:57.661421 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e4513f-c94f-4856-9f77-cf41cc6671bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:00:57.662011 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e4513f-c94f-4856-9f77-cf41cc6671bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:00:57.662578 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e4513f-c94f-4856-9f77-cf41cc6671bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:00:57.663140 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e4513f-c94f-4856-9f77-cf41cc6671bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:00:57.663714 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e4513f-c94f-4856-9f77-cf41cc6671bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:00:57.664316 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e4513f-c94f-4856-9f77-cf41cc6671bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:00:57.664874 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e4513f-c94f-4856-9f77-cf41cc6671bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:00:57.666327 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e4513f-c94f-4856-9f77-cf41cc6671bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:00:57.667055 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e4513f-c94f-4856-9f77-cf41cc6671bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:00:57.667641 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e4513f-c94f-4856-9f77-cf41cc6671bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:00:57.668278 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e4513f-c94f-4856-9f77-cf41cc6671bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:00:57.671734 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-61e4513f-c94f-4856-9f77-cf41cc6671bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:57.680877 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:00:57.681225 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:00:57.681531 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-61e4513f-c94f-4856-9f77-cf41cc6671bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:57.681653 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:00:57.681881 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:00:57.682210 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:00:57.682535 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:00:57.682853 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:00:57.683172 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:00:57.684161 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:00:57.684485 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:00:57.684816 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:00:57.694801 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:00:57.707141 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 44882) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:00:57.713508 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:57.719322 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-61e4513f-c94f-4856-9f77-cf41cc6671bd admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7de659b5-231d-486f-99b3-08b97a1da388 HTTP/1.1" status: 204 len: 168 time: 1.0937259 Jun 02 08:00:57.787731 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3627f-6377-4f76-a4f4-1f326c812541 req-5d20d40e-adaa-434a-9ab0-4cd75d529e75 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:57.790173 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-53a3627f-6377-4f76-a4f4-1f326c812541 req-5d20d40e-adaa-434a-9ab0-4cd75d529e75 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/ports?device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 932 time: 0.2089684 Jun 02 08:00:57.828498 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-4e7119e1-e27d-4346-9285-183f634577bf None None] Provisioning for port 0d6c2575-792e-4c25-ab30-e0e125f1deaf completed by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 08:00:57.854761 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-53a3627f-6377-4f76-a4f4-1f326c812541 req-d1877189-2d0d-47ca-a3aa-448f6a2731d1 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/security-groups?id=1eda14ef-3c0e-4202-b12e-e45f3def0667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554416 Jun 02 08:00:57.872108 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-4e7119e1-e27d-4346-9285-183f634577bf None None] Provisioning complete for port 0d6c2575-792e-4c25-ab30-e0e125f1deaf triggered by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:00:57.873199 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-4e7119e1-e27d-4346-9285-183f634577bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:57.922848 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 5a184353-f207-4dac-844e-e85fec6a25cb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5a184353-f207-4dac-844e-e85fec6a25cb,segment=NetworkSegment(0a9f3729-62b7-4b55-a4b9-f7267fb154d2),segment_id=0a9f3729-62b7-4b55-a4b9-f7267fb154d2)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:00:57.942829 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8528d0c0-2821-4c59-801b-1cf6f9e01d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3903172'] for network, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:57.950652 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Returning: {'device': '5a184353-f207-4dac-844e-e85fec6a25cb', 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e', 'port_id': '5a184353-f207-4dac-844e-e85fec6a25cb', 'mac_address': 'fa:16:3e:cc:bd:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab5414d-1dc2-421f-9986-4a6ba721194d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 08:00:57.956568 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-4e7119e1-e27d-4346-9285-183f634577bf None None] Port 0d6c2575-792e-4c25-ab30-e0e125f1deaf cannot update to ACTIVE because it is not bound. {{(pid=91541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 08:00:57.979507 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930d41a-207d-46f7-925c-c20494f80f9d req-f1b50cb1-c9d9-4760-85ea-5536f0b600cf tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:57.982631 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-f930d41a-207d-46f7-925c-c20494f80f9d req-f1b50cb1-c9d9-4760-85ea-5536f0b600cf tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.1997020 Jun 02 08:00:58.083646 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:58.101659 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a184353-f207-4dac-844e-e85fec6a25cb {{(pid=91541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 08:00:58.113803 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027a165-7856-401d-bbf8-aa7fad3c4aa6 req-e72d20d7-0e4d-4ea5-8d5e-c73afd2dad62 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:58.115765 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-b027a165-7856-401d-bbf8-aa7fad3c4aa6 req-e72d20d7-0e4d-4ea5-8d5e-c73afd2dad62 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.0935738 Jun 02 08:00:58.118494 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 5a184353-f207-4dac-844e-e85fec6a25cb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5a184353-f207-4dac-844e-e85fec6a25cb,segment=NetworkSegment(0a9f3729-62b7-4b55-a4b9-f7267fb154d2),segment_id=0a9f3729-62b7-4b55-a4b9-f7267fb154d2)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:00:58.124063 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:58.126166 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-38bbc2c2-4047-467c-b180-d05343ac00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:58.200355 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-b027a165-7856-401d-bbf8-aa7fad3c4aa6 req-3ea22a13-f643-4dee-9366-374f7240098b tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671897 Jun 02 08:00:58.204486 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8528d0c0-2821-4c59-801b-1cf6f9e01d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3859854', 'neutron.services.segments.db._delete_segments_for_network-8746790623609'] for network, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:58.222689 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.services.segments.db [None req-8528d0c0-2821-4c59-801b-1cf6f9e01d92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['430173cd-4ca3-4f17-9be2-7f84b308c880']}} {{(pid=91539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:00:58.223935 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=5a184353-f207-4dac-844e-e85fec6a25cb,revision_number=9']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:58.232744 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:58.245333 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-f930d41a-207d-46f7-925c-c20494f80f9d req-6923411f-72ef-477c-a34d-b8ddb29c471a tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998839 Jun 02 08:00:58.249234 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.services.segments.db [None req-8528d0c0-2821-4c59-801b-1cf6f9e01d92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b248c05e-10cf-4577-a4bf-3436560b5ff7') {'for_net_delete': True} {{(pid=91539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:00:58.249536 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.services.segments.db [None req-8528d0c0-2821-4c59-801b-1cf6f9e01d92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b248c05e-10cf-4577-a4bf-3436560b5ff7') {} {{(pid=91539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:00:58.269980 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8528d0c0-2821-4c59-801b-1cf6f9e01d92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746790628244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1809714'] for segment, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:58.287169 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8528d0c0-2821-4c59-801b-1cf6f9e01d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479'] for segment, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:58.294896 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8528d0c0-2821-4c59-801b-1cf6f9e01d92 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=91539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 08:00:58.295647 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8528d0c0-2821-4c59-801b-1cf6f9e01d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1806479'] for segment, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:58.309682 dv-cinder-786385-7-smb neutron-server[91539]: Traceback (most recent call last): Jun 02 08:00:58.309682 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 08:00:58.309682 dv-cinder-786385-7-smb neutron-server[91539]: timer() Jun 02 08:00:58.309682 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 08:00:58.309682 dv-cinder-786385-7-smb neutron-server[91539]: cb(*args, **kw) Jun 02 08:00:58.309682 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 08:00:58.309682 dv-cinder-786385-7-smb neutron-server[91539]: return func(*args, **kwargs) Jun 02 08:00:58.309682 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 08:00:58.309682 dv-cinder-786385-7-smb neutron-server[91539]: self._notify() Jun 02 08:00:58.309682 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 08:00:58.309682 dv-cinder-786385-7-smb neutron-server[91539]: self.callback(batched_events) Jun 02 08:00:58.309682 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 08:00:58.309682 dv-cinder-786385-7-smb neutron-server[91539]: event.method(event) Jun 02 08:00:58.309682 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 08:00:58.309682 dv-cinder-786385-7-smb neutron-server[91539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 08:00:58.309682 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 08:00:58.309682 dv-cinder-786385-7-smb neutron-server[91539]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 08:00:58.309682 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 08:00:58.309682 dv-cinder-786385-7-smb neutron-server[91539]: return f(self, *a, **k) Jun 02 08:00:58.309682 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 08:00:58.309682 dv-cinder-786385-7-smb neutron-server[91539]: return self._get(url).json() Jun 02 08:00:58.309682 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 08:00:58.309682 dv-cinder-786385-7-smb neutron-server[91539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 08:00:58.309682 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 08:00:58.309682 dv-cinder-786385-7-smb neutron-server[91539]: return self.request(url, 'GET', **kwargs) Jun 02 08:00:58.309682 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 08:00:58.309682 dv-cinder-786385-7-smb neutron-server[91539]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 08:00:58.309682 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 08:00:58.309682 dv-cinder-786385-7-smb neutron-server[91539]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 08:00:58.309682 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 08:00:58.309682 dv-cinder-786385-7-smb neutron-server[91539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 08:00:58.309682 dv-cinder-786385-7-smb neutron-server[91539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 08:00:58.384930 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8528d0c0-2821-4c59-801b-1cf6f9e01d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3859897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-947529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-945717'] for network, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:58.389601 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:58.412599 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8528d0c0-2821-4c59-801b-1cf6f9e01d92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for network, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:58.415324 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528d0c0-2821-4c59-801b-1cf6f9e01d92 admin admin] Pushing event deleted for resources: {'Network': ['ID=430173cd-4ca3-4f17-9be2-7f84b308c880,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:58.419131 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-8528d0c0-2821-4c59-801b-1cf6f9e01d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:58.427302 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['5a184353-f207-4dac-844e-e85fec6a25cb'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 08:00:58.432640 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-8528d0c0-2821-4c59-801b-1cf6f9e01d92 admin admin] 10.222.0.81 "DELETE /v2.0/networks/430173cd-4ca3-4f17-9be2-7f84b308c880 HTTP/1.1" status: 204 len: 168 time: 0.7241580 Jun 02 08:00:58.481521 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['edce5668-101c-48c4-837f-5bb832623f3a'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 08:00:58.572936 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259ca6c-69f2-4892-9257-68706fe1a710 req-944a576c-4c9d-4763-a31e-5403ee94050c tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:58.580747 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-0259ca6c-69f2-4892-9257-68706fe1a710 req-944a576c-4c9d-4763-a31e-5403ee94050c tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 944 time: 0.0959206 Jun 02 08:00:58.644937 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-0259ca6c-69f2-4892-9257-68706fe1a710 req-682ab3af-eb81-4e88-90e4-81db663ac105 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632520 Jun 02 08:00:58.783730 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 44890) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:00:58.864373 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 44892) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:00:58.864705 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-536dd139-4050-4393-b06b-63672ebe6775 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=61fe13389b6a47f8accc993f60f7d2d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0797427 Jun 02 08:00:58.905576 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2affa-0a17-476d-af6f-6035427ea3fb req-bc156b55-ac1d-4e69-811a-a672b12cf194 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:58.912719 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-70e2affa-0a17-476d-af6f-6035427ea3fb req-bc156b55-ac1d-4e69-811a-a672b12cf194 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 945 time: 0.1371212 Jun 02 08:00:59.064223 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-70e2affa-0a17-476d-af6f-6035427ea3fb req-31dd10be-e7be-4c0f-bf3e-4188c32b1ae5 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1504846 Jun 02 08:00:59.072077 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-d8e3ca8b-58df-47d4-b29c-17dba1254c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:59.080220 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024133a-d3af-4001-ad41-c9bffed2027a req-e759c077-dcde-4260-969f-22d12e50f651 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:59.081714 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-4024133a-d3af-4001-ad41-c9bffed2027a req-e759c077-dcde-4260-969f-22d12e50f651 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/ports?device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 932 time: 0.0892153 Jun 02 08:00:59.110811 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-d8e3ca8b-58df-47d4-b29c-17dba1254c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:59.151595 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-4024133a-d3af-4001-ad41-c9bffed2027a req-df1221be-3074-4a1c-9f35-f372598c861a tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/security-groups?id=1eda14ef-3c0e-4202-b12e-e45f3def0667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637031 Jun 02 08:00:59.167890 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-d8e3ca8b-58df-47d4-b29c-17dba1254c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:59.178968 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-a713a8c5-c95c-4ded-b9e7-1a924e3ae24e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:00:59.201869 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e3ca8b-58df-47d4-b29c-17dba1254c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba82d7e7-e2ce-46eb-81e8-21ddad4c9121,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:00:59.204168 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-d8e3ca8b-58df-47d4-b29c-17dba1254c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:00:59.205361 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-d8e3ca8b-58df-47d4-b29c-17dba1254c7e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ba82d7e7-e2ce-46eb-81e8-21ddad4c9121 HTTP/1.1" status: 204 len: 168 time: 0.3399591 Jun 02 08:00:59.206790 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-d8e3ca8b-58df-47d4-b29c-17dba1254c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:00:59.442122 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540ecbb-c363-4635-b3de-0e92f181f66c req-4351c708-63ff-4909-8fc8-363ac42ddc1e tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:59.443628 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-f540ecbb-c363-4635-b3de-0e92f181f66c req-4351c708-63ff-4909-8fc8-363ac42ddc1e tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.1023490 Jun 02 08:00:59.508853 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad66e6-6578-4a00-89c0-e07028b0d469 req-0f4cb84a-6995-4647-99be-63d647a8ff53 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:59.512593 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-f540ecbb-c363-4635-b3de-0e92f181f66c req-208ade3b-8591-437b-b083-f2632ca824d8 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566471 Jun 02 08:00:59.537208 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5dad66e6-6578-4a00-89c0-e07028b0d469 req-0f4cb84a-6995-4647-99be-63d647a8ff53 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.1539106 Jun 02 08:00:59.597354 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5dad66e6-6578-4a00-89c0-e07028b0d469 req-2ceef0f5-066f-4538-8552-2423bc24c92b tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585625 Jun 02 08:00:59.836338 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb5282-21d1-4228-aa67-5b599f5205d0 req-74baf778-e850-40ad-87d6-7405954d3002 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:00:59.837758 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9fbb5282-21d1-4228-aa67-5b599f5205d0 req-74baf778-e850-40ad-87d6-7405954d3002 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 944 time: 0.0882604 Jun 02 08:00:59.886139 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9fbb5282-21d1-4228-aa67-5b599f5205d0 req-7df8a5f1-364d-4939-818f-0209a4746aa4 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418582 Jun 02 08:00:59.923783 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-3120ce06-ed83-4b2e-8b6f-337ec3b685c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:00.278020 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729d1f7-792b-4427-952d-672161844573 req-72b1731b-d481-477b-b931-d08239f7456a tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:00.285320 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-f729d1f7-792b-4427-952d-672161844573 req-72b1731b-d481-477b-b931-d08239f7456a tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 945 time: 0.1002345 Jun 02 08:01:00.332435 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-f729d1f7-792b-4427-952d-672161844573 req-2a3350f8-d348-4b70-a637-b5b11df1c2d9 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461373 Jun 02 08:01:00.499979 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a892f-5871-4f8c-bbad-0594dd74a532 req-8444014a-dfa4-4680-a010-da280fcc99bf tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:00.500644 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-f09a892f-5871-4f8c-bbad-0594dd74a532 req-8444014a-dfa4-4680-a010-da280fcc99bf tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Synchronizing usage tracker for tenant:b376b02319e3497faae6b4322a8462bd on resource:port {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:01:00.516713 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-f09a892f-5871-4f8c-bbad-0594dd74a532 req-8444014a-dfa4-4680-a010-da280fcc99bf tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Unset dirty status for tenant:b376b02319e3497faae6b4322a8462bd on resource:port {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:01:00.518168 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-f09a892f-5871-4f8c-bbad-0594dd74a532 req-8444014a-dfa4-4680-a010-da280fcc99bf tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/ports?device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 932 time: 0.0986164 Jun 02 08:01:00.588474 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-f09a892f-5871-4f8c-bbad-0594dd74a532 req-334f614c-454f-4d43-a446-42218fd14171 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Synchronizing usage tracker for tenant:b376b02319e3497faae6b4322a8462bd on resource:security_group {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:01:00.613627 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-f09a892f-5871-4f8c-bbad-0594dd74a532 req-334f614c-454f-4d43-a446-42218fd14171 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Unset dirty status for tenant:b376b02319e3497faae6b4322a8462bd on resource:security_group {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:01:00.615449 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-f09a892f-5871-4f8c-bbad-0594dd74a532 req-334f614c-454f-4d43-a446-42218fd14171 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/security-groups?id=1eda14ef-3c0e-4202-b12e-e45f3def0667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900996 Jun 02 08:01:00.800720 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9cb14c-9a9b-4f5c-8159-2c0d52b87bb2 req-f02bcf2d-8c8e-46b7-a238-08eace05e554 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:00.807801 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-3b9cb14c-9a9b-4f5c-8159-2c0d52b87bb2 req-f02bcf2d-8c8e-46b7-a238-08eace05e554 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.0960128 Jun 02 08:01:00.814313 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e7501-44d4-45ae-a107-93aa718c5ba7 req-162db8ba-93b5-40c3-8a86-96049d9302fc tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:00.821705 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-3c9e7501-44d4-45ae-a107-93aa718c5ba7 req-162db8ba-93b5-40c3-8a86-96049d9302fc tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.0893099 Jun 02 08:01:00.860031 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-3b9cb14c-9a9b-4f5c-8159-2c0d52b87bb2 req-27bdf64f-5bb9-4549-bb05-09f9c1a985fd tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512140 Jun 02 08:01:00.867909 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-3c9e7501-44d4-45ae-a107-93aa718c5ba7 req-6a0e6118-0ab3-41c1-93b0-a9c8646e7e5e tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451837 Jun 02 08:01:00.973926 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device edce5668-101c-48c4-837f-5bb832623f3a up at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 08:01:01.062969 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning for port edce5668-101c-48c4-837f-5bb832623f3a completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 08:01:01.069628 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning complete for port edce5668-101c-48c4-837f-5bb832623f3a triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:01:01.070091 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:01.194409 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e4368-93bf-4766-b56a-30e352bedc3e req-a6b4ee53-7ae6-4a8d-a4d9-dbb9b7c57b19 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:01.197057 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-af9e4368-93bf-4766-b56a-30e352bedc3e req-a6b4ee53-7ae6-4a8d-a4d9-dbb9b7c57b19 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 944 time: 0.1705787 Jun 02 08:01:01.228127 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:01.254331 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-af9e4368-93bf-4766-b56a-30e352bedc3e req-e994f8e7-69cc-4068-b989-78099f1b3896 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450683 Jun 02 08:01:01.256335 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30f239a-2869-4c74-935b-97180c67ab9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edce5668-101c-48c4-837f-5bb832623f3a'}] {{(pid=91541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:01:01.258779 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab578fc78af4bba4052238dc90c68e3a7405fe2d006a0c4fb1b419504dc30437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c347f2-667b-4907-be9d-c3d0d9e180ac" -d '{"events": [{"server_uuid": "a30f239a-2869-4c74-935b-97180c67ab9c", "name": "network-vif-plugged", "status": "completed", "tag": "edce5668-101c-48c4-837f-5bb832623f3a"}]}' {{(pid=91541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:01:01.268977 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port edce5668-101c-48c4-837f-5bb832623f3a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=edce5668-101c-48c4-837f-5bb832623f3a,segment=NetworkSegment(c9eebd2b-9718-4d11-bc88-206eacd96281),segment_id=c9eebd2b-9718-4d11-bc88-206eacd96281)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:01:01.275232 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:01.276736 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 5a184353-f207-4dac-844e-e85fec6a25cb up at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 08:01:01.318199 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-2fb13755-0b31-4161-b583-7049dca1c0bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:01:01.348578 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceff8daa-dd97-4147-934e-5b4837e01e4a x-openstack-request-id: req-ceff8daa-dd97-4147-934e-5b4837e01e4a {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:01:01.348881 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30f239a-2869-4c74-935b-97180c67ab9c", "name": "network-vif-plugged", "status": "completed", "tag": "edce5668-101c-48c4-837f-5bb832623f3a", "code": 200}]} {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:01:01.349116 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ceff8daa-dd97-4147-934e-5b4837e01e4a {{(pid=91541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:01:01.349550 dv-cinder-786385-7-smb neutron-server[91541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30f239a-2869-4c74-935b-97180c67ab9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edce5668-101c-48c4-837f-5bb832623f3a', 'code': 200} Jun 02 08:01:01.424805 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=edce5668-101c-48c4-837f-5bb832623f3a,revision_number=5']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:01:01.438145 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:01:01.445550 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning complete for port 5a184353-f207-4dac-844e-e85fec6a25cb triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:01:01.445938 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:01.548606 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952cce9e-0434-47e3-9700-04d51e6c75ff req-732e10d6-40b7-4815-8186-8f8ca338843b tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:01.550027 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-952cce9e-0434-47e3-9700-04d51e6c75ff req-732e10d6-40b7-4815-8186-8f8ca338843b tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 945 time: 0.0913138 Jun 02 08:01:01.592198 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:01.610473 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-952cce9e-0434-47e3-9700-04d51e6c75ff req-1f60b701-6493-4480-b67d-32a0671db5c4 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539017 Jun 02 08:01:01.626094 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 5a184353-f207-4dac-844e-e85fec6a25cb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5a184353-f207-4dac-844e-e85fec6a25cb,segment=NetworkSegment(0a9f3729-62b7-4b55-a4b9-f7267fb154d2),segment_id=0a9f3729-62b7-4b55-a4b9-f7267fb154d2)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:01:01.630864 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:01.632728 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-b32bbbfd-0f4e-4700-9a7a-15094b298902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:01:01.712744 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=5a184353-f207-4dac-844e-e85fec6a25cb,revision_number=10']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:01:01.717132 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:01:01.824567 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa02f1-983f-4dbf-9775-3abaf0cde129 req-f9c0a0bc-d451-4c94-aeae-ca2bb74aa586 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:01.826137 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a0fa02f1-983f-4dbf-9775-3abaf0cde129 req-f9c0a0bc-d451-4c94-aeae-ca2bb74aa586 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/ports?device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 932 time: 0.0910900 Jun 02 08:01:01.954812 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a0fa02f1-983f-4dbf-9775-3abaf0cde129 req-2937df79-e617-492f-91bf-d5fea8360d67 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/security-groups?id=1eda14ef-3c0e-4202-b12e-e45f3def0667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231427 Jun 02 08:01:02.065757 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52b715-9f96-4aef-8625-1d7f57f00307 req-0b962034-6bba-497a-9e9d-0479b2339094 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:02.067950 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-9a52b715-9f96-4aef-8625-1d7f57f00307 req-0b962034-6bba-497a-9e9d-0479b2339094 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.0850515 Jun 02 08:01:02.116285 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-9a52b715-9f96-4aef-8625-1d7f57f00307 req-5f7d687e-6601-4b01-b865-b946f8608cbb tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427539 Jun 02 08:01:02.145668 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74e9ba-4881-4ce2-b17a-96c8bf78efc1 req-9571c8c2-48db-46e6-b78f-40cbf16a6a1b tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:02.147252 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0c74e9ba-4881-4ce2-b17a-96c8bf78efc1 req-9571c8c2-48db-46e6-b78f-40cbf16a6a1b tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.0946131 Jun 02 08:01:02.197719 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0c74e9ba-4881-4ce2-b17a-96c8bf78efc1 req-8fecbab8-8123-4d29-816f-9e87021453ad tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435436 Jun 02 08:01:02.379751 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:02.506545 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf9da8-fa7a-4fc1-8bf8-b3df1ffceeb9 req-9cf07308-215f-4631-af5c-7b7f4606f4a4 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:02.509056 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-02bf9da8-fa7a-4fc1-8bf8-b3df1ffceeb9 req-9cf07308-215f-4631-af5c-7b7f4606f4a4 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 945 time: 0.1184561 Jun 02 08:01:02.557299 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-02bf9da8-fa7a-4fc1-8bf8-b3df1ffceeb9 req-210ec429-d228-4f63-ad2e-9a69b7ba4c86 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418212 Jun 02 08:01:02.629595 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-8d68c095-93d3-4531-ae47-b1b8e64ea618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:02.811091 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879678d-9f3a-4973-9771-0bcc255225d5 req-ecfd40ea-a1e8-4019-ad09-62c36e5df873 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:02.812590 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-b879678d-9f3a-4973-9771-0bcc255225d5 req-ecfd40ea-a1e8-4019-ad09-62c36e5df873 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 947 time: 0.0836020 Jun 02 08:01:02.863961 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-b879678d-9f3a-4973-9771-0bcc255225d5 req-851313d9-4f6d-42b0-8981-2b2e9eb5262f tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398650 Jun 02 08:01:03.168971 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a321595-9205-494b-937f-790675d77b8c req-7327de03-822d-4232-a881-f09274b38f28 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:03.170425 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-4a321595-9205-494b-937f-790675d77b8c req-7327de03-822d-4232-a881-f09274b38f28 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/ports?device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 932 time: 0.0922930 Jun 02 08:01:03.217040 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-4a321595-9205-494b-937f-790675d77b8c req-cc594429-634f-4129-ac6f-5b96df46f6d4 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/security-groups?id=1eda14ef-3c0e-4202-b12e-e45f3def0667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409749 Jun 02 08:01:03.341467 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7917c2-69a3-43d6-9d60-482dfa2b1d57 req-bd1a4c5b-706c-4182-a090-996f26ac5220 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:03.342962 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-6c7917c2-69a3-43d6-9d60-482dfa2b1d57 req-bd1a4c5b-706c-4182-a090-996f26ac5220 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.0947666 Jun 02 08:01:03.350992 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802a0401-e987-405e-b7f4-ad7d47102e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a184353-f207-4dac-844e-e85fec6a25cb'}] {{(pid=91541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:01:03.353538 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab578fc78af4bba4052238dc90c68e3a7405fe2d006a0c4fb1b419504dc30437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb82805e-608e-42f0-bd24-c96189c6e6a4" -d '{"events": [{"server_uuid": "802a0401-e987-405e-b7f4-ad7d47102e36", "name": "network-vif-plugged", "status": "completed", "tag": "5a184353-f207-4dac-844e-e85fec6a25cb"}]}' {{(pid=91541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:01:03.399495 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-6c7917c2-69a3-43d6-9d60-482dfa2b1d57 req-653f7255-6ee0-4a1b-b5da-23fab7025cbb tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492921 Jun 02 08:01:03.409813 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930314da-cbd1-4afa-935a-297b06d7cc53 req-188b65c2-bbf7-48f0-aa1c-996d5f5f3114 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:03.411275 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-930314da-cbd1-4afa-935a-297b06d7cc53 req-188b65c2-bbf7-48f0-aa1c-996d5f5f3114 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.0880454 Jun 02 08:01:03.466369 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6dcd39-22f9-48aa-815d-129e9be43a45 x-openstack-request-id: req-5b6dcd39-22f9-48aa-815d-129e9be43a45 {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:01:03.467052 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802a0401-e987-405e-b7f4-ad7d47102e36", "name": "network-vif-plugged", "status": "completed", "tag": "5a184353-f207-4dac-844e-e85fec6a25cb", "code": 200}]} {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:01:03.467052 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5b6dcd39-22f9-48aa-815d-129e9be43a45 {{(pid=91541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:01:03.467563 dv-cinder-786385-7-smb neutron-server[91541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '802a0401-e987-405e-b7f4-ad7d47102e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a184353-f207-4dac-844e-e85fec6a25cb', 'code': 200} Jun 02 08:01:03.476324 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-930314da-cbd1-4afa-935a-297b06d7cc53 req-be29025e-1740-4ff5-b363-1c5be5078afb tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571733 Jun 02 08:01:03.755977 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5225c07-a3ed-43bc-9e50-3d194b10e0b4 req-20289b13-fdc7-446d-99d6-55e32bfc6c1f tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:03.757829 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e5225c07-a3ed-43bc-9e50-3d194b10e0b4 req-20289b13-fdc7-446d-99d6-55e32bfc6c1f tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 945 time: 0.0870962 Jun 02 08:01:03.806000 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e5225c07-a3ed-43bc-9e50-3d194b10e0b4 req-8b7f2034-2fd3-439f-b132-c0caca210a7c tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415337 Jun 02 08:01:04.000351 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:04.064651 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba73cf-4e36-4a00-9ef9-e27bd6e919dc req-57e24b00-1d3b-4067-b366-0a1d5541912f tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:04.066063 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-00ba73cf-4e36-4a00-9ef9-e27bd6e919dc req-57e24b00-1d3b-4067-b366-0a1d5541912f tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 947 time: 0.0893867 Jun 02 08:01:04.112291 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-00ba73cf-4e36-4a00-9ef9-e27bd6e919dc req-3da0800d-4972-4618-80c8-8d9fa06d875d tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406423 Jun 02 08:01:04.415850 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face391b-0388-41e0-be13-a74fcf41aa14 req-a4d0cf5d-21f5-4bdc-a762-14811cd8c3df tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:04.417307 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-face391b-0388-41e0-be13-a74fcf41aa14 req-a4d0cf5d-21f5-4bdc-a762-14811cd8c3df tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/ports?device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 932 time: 0.0853004 Jun 02 08:01:04.463918 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-face391b-0388-41e0-be13-a74fcf41aa14 req-2622aebd-06c8-434e-90e5-7492d8c3a98a tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/security-groups?id=1eda14ef-3c0e-4202-b12e-e45f3def0667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407691 Jun 02 08:01:04.623285 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1e43b-f15b-4e2c-b5c8-d6d48b68b33d req-acd17720-0b05-4061-843f-52aa87df77da tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:04.625176 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-bcd1e43b-f15b-4e2c-b5c8-d6d48b68b33d req-acd17720-0b05-4061-843f-52aa87df77da tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.1031651 Jun 02 08:01:04.679231 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-bcd1e43b-f15b-4e2c-b5c8-d6d48b68b33d req-45bde9bb-cc2c-432c-aa6c-15cdf20cb97d tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478301 Jun 02 08:01:04.691842 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb0203-1211-4a94-98b1-aad08fc93aec req-239b66ff-dda7-48c4-9ba4-2a7225d23a90 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:04.693890 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-20eb0203-1211-4a94-98b1-aad08fc93aec req-239b66ff-dda7-48c4-9ba4-2a7225d23a90 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.1038272 Jun 02 08:01:04.738477 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-20eb0203-1211-4a94-98b1-aad08fc93aec req-2c8f6db9-2b46-47c5-be21-f782aa91e570 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416987 Jun 02 08:01:05.007649 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc523250-76de-469a-a5ba-c4bb295769cc req-8ec3098b-b40d-4ad8-999c-ba4eb59cc0c6 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:05.009152 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-bc523250-76de-469a-a5ba-c4bb295769cc req-8ec3098b-b40d-4ad8-999c-ba4eb59cc0c6 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 945 time: 0.0854814 Jun 02 08:01:05.060335 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-bc523250-76de-469a-a5ba-c4bb295769cc req-97f650f3-3e48-40d7-9042-2957903ea28f tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439260 Jun 02 08:01:05.220134 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.agents_db [None req-10acdd10-972e-4945-a856-8243e035fc02 None None] Agent healthcheck: found 6 active agents {{(pid=91542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 08:01:05.321966 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7c96b-d103-4b31-ac92-8e496df69138 req-b46e8a68-923a-43d1-a40e-381c14b67d99 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:05.323444 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-bdb7c96b-d103-4b31-ac92-8e496df69138 req-b46e8a68-923a-43d1-a40e-381c14b67d99 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 947 time: 0.0894992 Jun 02 08:01:05.357182 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:05.374862 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-bdb7c96b-d103-4b31-ac92-8e496df69138 req-26b21801-c59a-4eb6-85e4-3a4eb0425077 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417578 Jun 02 08:01:05.653467 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4c0e4-8289-4008-985b-176911033a82 req-5ce9fd9d-fcef-4e1f-9e55-3324fe5d616c tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:05.654899 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c7e4c0e4-8289-4008-985b-176911033a82 req-5ce9fd9d-fcef-4e1f-9e55-3324fe5d616c tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/ports?device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 932 time: 0.0799327 Jun 02 08:01:05.700315 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c7e4c0e4-8289-4008-985b-176911033a82 req-ee7b6ef5-961e-4818-b966-186421e0661c tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/security-groups?id=1eda14ef-3c0e-4202-b12e-e45f3def0667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398197 Jun 02 08:01:05.867325 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b0d74-c021-4d5c-9101-7318f21c3470 req-2a70985c-f7a2-4d80-bcf9-6b8d52b44b58 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:05.869009 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-681b0d74-c021-4d5c-9101-7318f21c3470 req-2a70985c-f7a2-4d80-bcf9-6b8d52b44b58 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.0826414 Jun 02 08:01:05.920488 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-681b0d74-c021-4d5c-9101-7318f21c3470 req-b8d8494c-3b4a-464f-a2e9-75faf8a66b4c tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439548 Jun 02 08:01:05.931028 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca1a5e-0208-4211-9fbb-8a99a7971fc7 req-b73231fd-981b-4ac5-b23c-84207b3065d5 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:05.932549 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-09ca1a5e-0208-4211-9fbb-8a99a7971fc7 req-b73231fd-981b-4ac5-b23c-84207b3065d5 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.0862372 Jun 02 08:01:05.976388 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-09ca1a5e-0208-4211-9fbb-8a99a7971fc7 req-1ad79bed-2258-4a20-a1e3-3425a257bc44 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376852 Jun 02 08:01:06.244232 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e14789-8a7d-4d76-88e0-e5e5a41568c6 req-f8a65839-4557-4566-8939-04fa6da4930a tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:06.246261 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-b5e14789-8a7d-4d76-88e0-e5e5a41568c6 req-f8a65839-4557-4566-8939-04fa6da4930a tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 945 time: 0.0777657 Jun 02 08:01:06.289274 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-b5e14789-8a7d-4d76-88e0-e5e5a41568c6 req-a5be0845-a94b-4b5b-9699-ba2ec8be47a5 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375962 Jun 02 08:01:06.461460 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-5c82b830-fe78-4197-9a3e-7cadd6a55b12 service neutron] Request body: {'port': {'device_id': '382cf5ed-0911-40ff-a494-bf8761ff40fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:01:06.584117 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-5c82b830-fe78-4197-9a3e-7cadd6a55b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:06.588189 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426249d7-1e13-4a79-bf0f-a30aec42578e req-7f799812-2987-4a82-8e86-e501480669e7 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:06.589646 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-426249d7-1e13-4a79-bf0f-a30aec42578e req-7f799812-2987-4a82-8e86-e501480669e7 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 947 time: 0.0917785 Jun 02 08:01:06.633770 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-426249d7-1e13-4a79-bf0f-a30aec42578e req-7f8ff6cb-b075-4084-a9cc-5e02c8cf7a77 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383663 Jun 02 08:01:07.044591 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-5c82b830-fe78-4197-9a3e-7cadd6a55b12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d6c2575-792e-4c25-ab30-e0e125f1deaf {{(pid=91539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 08:01:07.055967 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-5c82b830-fe78-4197-9a3e-7cadd6a55b12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:07.097836 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.provisioning_blocks [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-5c82b830-fe78-4197-9a3e-7cadd6a55b12 service neutron] Transition to ACTIVE for port object 0d6c2575-792e-4c25-ab30-e0e125f1deaf will not be triggered until provisioned by entity L2. {{(pid=91539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 08:01:07.117497 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e655fd2-2a4f-44dd-a6cb-eda11357f65d req-8582edb5-2a83-4ba6-b795-44693a227a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:07.118975 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1e655fd2-2a4f-44dd-a6cb-eda11357f65d req-8582edb5-2a83-4ba6-b795-44693a227a2b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 1098 time: 0.2872870 Jun 02 08:01:07.120029 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-5c82b830-fe78-4197-9a3e-7cadd6a55b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:07.136741 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50cca59-95bc-4f40-a410-1cc00b8c42ca req-0b465aa4-b245-481d-9a40-9790b5715ffb tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:07.144072 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e50cca59-95bc-4f40-a410-1cc00b8c42ca req-0b465aa4-b245-481d-9a40-9790b5715ffb tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/ports?device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 932 time: 0.3110912 Jun 02 08:01:07.148336 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:01:07.259123 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f32481-661c-4e2e-8eef-b65da184f892 req-7bcd4cc1-b004-47de-b5d1-dd0fd4b56c93 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:07.260900 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-13f32481-661c-4e2e-8eef-b65da184f892 req-7bcd4cc1-b004-47de-b5d1-dd0fd4b56c93 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.2040687 Jun 02 08:01:07.310907 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a213c3-1c14-42a2-97ed-28710b774337 req-d011b85f-5414-4380-ab56-a5181e809c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:07.313312 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-e1a213c3-1c14-42a2-97ed-28710b774337 req-d011b85f-5414-4380-ab56-a5181e809c65 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 1100 time: 0.1536827 Jun 02 08:01:07.337507 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-13f32481-661c-4e2e-8eef-b65da184f892 req-4a85a1d0-8256-415a-9fad-0bf5f903318a tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574069 Jun 02 08:01:07.397241 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-e1a213c3-1c14-42a2-97ed-28710b774337 req-faaad6e4-0f0e-44cf-82f5-b6d090b20f50 service neutron] Synchronizing usage tracker for tenant:91cad46daf6043daada662d17d8abcff on resource:security_group {{(pid=91540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:01:07.426529 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-e1a213c3-1c14-42a2-97ed-28710b774337 req-faaad6e4-0f0e-44cf-82f5-b6d090b20f50 service neutron] Unset dirty status for tenant:91cad46daf6043daada662d17d8abcff on resource:security_group {{(pid=91540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:01:07.427757 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-e1a213c3-1c14-42a2-97ed-28710b774337 req-faaad6e4-0f0e-44cf-82f5-b6d090b20f50 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0937915 Jun 02 08:01:07.482027 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1e655fd2-2a4f-44dd-a6cb-eda11357f65d req-ac142b0f-1c09-481c-a714-64d6b56b2581 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3359938 Jun 02 08:01:07.489631 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e50cca59-95bc-4f40-a410-1cc00b8c42ca req-e04ececf-14c1-4c50-a1ab-e93dd68b5cf5 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/security-groups?id=1eda14ef-3c0e-4202-b12e-e45f3def0667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448157 Jun 02 08:01:07.490260 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82b830-fe78-4197-9a3e-7cadd6a55b12 service neutron] Pushing event updated for resources: {'Port': ['ID=0d6c2575-792e-4c25-ab30-e0e125f1deaf,revision_number=2']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:01:07.520684 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-5c82b830-fe78-4197-9a3e-7cadd6a55b12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:01:07.564009 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2562905-a778-4d3e-9420-d71c20f3fddb req-077ace00-a304-48e2-80d0-6771a33962fc tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:07.564009 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-d2562905-a778-4d3e-9420-d71c20f3fddb req-077ace00-a304-48e2-80d0-6771a33962fc tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.0947435 Jun 02 08:01:07.589169 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-5c82b830-fe78-4197-9a3e-7cadd6a55b12 service neutron] Attempting to bind port 0d6c2575-792e-4c25-ab30-e0e125f1deaf on host hv-cinder-78638 for vnic_type normal with profile {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 08:01:07.589515 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-5c82b830-fe78-4197-9a3e-7cadd6a55b12 service neutron] Attempting to bind port 0d6c2575-792e-4c25-ab30-e0e125f1deaf by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '57757a71-f318-422f-96b3-91ecdbbb6c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4e47ec95-df63-4cde-9b70-6cfa695ac55a'}] {{(pid=91539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 08:01:07.589732 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-5c82b830-fe78-4197-9a3e-7cadd6a55b12 service neutron] Attempting to bind port 0d6c2575-792e-4c25-ab30-e0e125f1deaf on network 4e47ec95-df63-4cde-9b70-6cfa695ac55a {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 08:01:07.595041 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-5c82b830-fe78-4197-9a3e-7cadd6a55b12 service neutron] Port 0d6c2575-792e-4c25-ab30-e0e125f1deaf on network 4e47ec95-df63-4cde-9b70-6cfa695ac55a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 08:01:07.595396 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-5c82b830-fe78-4197-9a3e-7cadd6a55b12 service neutron] Attempting to bind port 0d6c2575-792e-4c25-ab30-e0e125f1deaf on network 4e47ec95-df63-4cde-9b70-6cfa695ac55a {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 08:01:07.601002 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-5c82b830-fe78-4197-9a3e-7cadd6a55b12 service neutron] Checking agent: {'id': '771bc7c6-ed6b-4515-8704-024740aedec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 56, 10), 'started_at': datetime.datetime(2021, 6, 2, 7, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 08:01:07.601334 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-5c82b830-fe78-4197-9a3e-7cadd6a55b12 service neutron] Checking segment: {'id': '57757a71-f318-422f-96b3-91ecdbbb6c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4e47ec95-df63-4cde-9b70-6cfa695ac55a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 08:01:07.601828 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-5c82b830-fe78-4197-9a3e-7cadd6a55b12 service neutron] Bound using segment: {'id': '57757a71-f318-422f-96b3-91ecdbbb6c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4e47ec95-df63-4cde-9b70-6cfa695ac55a'} {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 08:01:07.602254 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-5c82b830-fe78-4197-9a3e-7cadd6a55b12 service neutron] Bound port: 0d6c2575-792e-4c25-ab30-e0e125f1deaf, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57757a71-f318-422f-96b3-91ecdbbb6c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4e47ec95-df63-4cde-9b70-6cfa695ac55a'}}] {{(pid=91539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 08:01:07.602599 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-5c82b830-fe78-4197-9a3e-7cadd6a55b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:07.610229 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-d2562905-a778-4d3e-9420-d71c20f3fddb req-b263b1ea-622a-48d8-9861-f06c4b8a6341 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427189 Jun 02 08:01:07.752116 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-5c82b830-fe78-4197-9a3e-7cadd6a55b12 service neutron] For port 0d6c2575-792e-4c25-ab30-e0e125f1deaf, host hv-cinder-78638, cleared binding levels {{(pid=91539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 08:01:07.755845 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-5c82b830-fe78-4197-9a3e-7cadd6a55b12 service neutron] For port 0d6c2575-792e-4c25-ab30-e0e125f1deaf, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0d6c2575-792e-4c25-ab30-e0e125f1deaf,segment=NetworkSegment(57757a71-f318-422f-96b3-91ecdbbb6c06),segment_id=57757a71-f318-422f-96b3-91ecdbbb6c06)] {{(pid=91539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 08:01:07.767294 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf771e-81b5-4067-93dd-0f12f6cf6d0c req-e977e981-0af9-4a04-88f9-ac91813d00ae tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:07.769046 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-2fdf771e-81b5-4067-93dd-0f12f6cf6d0c req-e977e981-0af9-4a04-88f9-ac91813d00ae tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 945 time: 0.1572216 Jun 02 08:01:07.770187 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-5c82b830-fe78-4197-9a3e-7cadd6a55b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:07.773847 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-d52a786b-dad5-402d-b0ac-3f8ce97346c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:01:07.837125 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d337ec7-457a-4009-955e-85b164b4e203 req-f8bbfbf5-5529-40cd-8b47-01d74782ac99 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:07.838544 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-2d337ec7-457a-4009-955e-85b164b4e203 req-f8bbfbf5-5529-40cd-8b47-01d74782ac99 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 947 time: 0.0841689 Jun 02 08:01:07.855486 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-5c82b830-fe78-4197-9a3e-7cadd6a55b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:07.856162 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-5c82b830-fe78-4197-9a3e-7cadd6a55b12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:07.857512 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-5c82b830-fe78-4197-9a3e-7cadd6a55b12 service neutron] 10.222.0.79 "PUT /v2.0/ports/0d6c2575-792e-4c25-ab30-e0e125f1deaf HTTP/1.1" status: 200 len: 1094 time: 1.4008994 Jun 02 08:01:07.858014 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382cf5ed-0911-40ff-a494-bf8761ff40fe', 'tag': '0d6c2575-792e-4c25-ab30-e0e125f1deaf'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:01:07.860359 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e30e6db-7d51-4ca7-acf5-586a6b3b02c4" -d '{"events": [{"name": "network-changed", "server_uuid": "382cf5ed-0911-40ff-a494-bf8761ff40fe", "tag": "0d6c2575-792e-4c25-ab30-e0e125f1deaf"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:01:07.887847 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-2d337ec7-457a-4009-955e-85b164b4e203 req-6be8c744-21a4-4fac-b139-26b0ace597e3 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436089 Jun 02 08:01:07.892921 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-2fdf771e-81b5-4067-93dd-0f12f6cf6d0c req-c9a32aaf-af58-4a1c-8505-19d7cb346dc9 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845292 Jun 02 08:01:07.893694 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82b830-fe78-4197-9a3e-7cadd6a55b12 service neutron] Pushing event updated for resources: {'Port': ['ID=0d6c2575-792e-4c25-ab30-e0e125f1deaf,revision_number=3']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:01:07.896652 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-5c82b830-fe78-4197-9a3e-7cadd6a55b12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:01:07.961852 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc9332d-c362-4610-924a-178e01e595a3 x-openstack-request-id: req-cfc9332d-c362-4610-924a-178e01e595a3 {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:01:07.962179 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382cf5ed-0911-40ff-a494-bf8761ff40fe", "tag": "0d6c2575-792e-4c25-ab30-e0e125f1deaf", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:01:07.962461 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cfc9332d-c362-4610-924a-178e01e595a3 {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:01:07.962881 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382cf5ed-0911-40ff-a494-bf8761ff40fe', 'tag': '0d6c2575-792e-4c25-ab30-e0e125f1deaf', 'status': 'completed', 'code': 200} Jun 02 08:01:07.984112 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-f437443c-dfa1-4e06-86f1-f43c674e8083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:07.985640 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-f437443c-dfa1-4e06-86f1-f43c674e8083 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b376b02319e3497faae6b4322a8462bd&device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 1097 time: 0.0820274 Jun 02 08:01:08.068036 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-02b8a40f-5f4c-4a60-8956-d3f477dccb87 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d6c2575-792e-4c25-ab30-e0e125f1deaf HTTP/1.1" status: 200 len: 217 time: 0.0662961 Jun 02 08:01:08.134554 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-f50e3d59-301b-4401-99e8-c4560fb9138a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:08.135932 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-f50e3d59-301b-4401-99e8-c4560fb9138a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=97dd7f61-e68e-4938-a09a-689ecc9f4a01 HTTP/1.1" status: 200 len: 853 time: 0.0607204 Jun 02 08:01:08.228430 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-25d2a020-92a2-42d7-9a3f-8ca32fc73c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:08.229975 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-25d2a020-92a2-42d7-9a3f-8ca32fc73c42 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4e47ec95-df63-4cde-9b70-6cfa695ac55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0741296 Jun 02 08:01:08.381225 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-cf4e5c06-15cf-4015-9dc5-d79f6081d9d5 service neutron] 10.222.0.79 "GET /v2.0/networks/4e47ec95-df63-4cde-9b70-6cfa695ac55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289899 Jun 02 08:01:08.571302 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9b84e943-a87b-42d5-9e4a-a55f7c54b064 req-4edc0a2d-330b-4984-b93a-d12a6ea138f4 service neutron] 10.222.0.79 "GET /v2.0/networks/4e47ec95-df63-4cde-9b70-6cfa695ac55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771054 Jun 02 08:01:08.592612 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dacefe-c6af-43f1-b96c-b540d1266dd0 req-0da52f2e-3efd-4a38-b2f3-f63a64389c25 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:08.594080 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a2dacefe-c6af-43f1-b96c-b540d1266dd0 req-0da52f2e-3efd-4a38-b2f3-f63a64389c25 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.1174498 Jun 02 08:01:08.705866 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a2dacefe-c6af-43f1-b96c-b540d1266dd0 req-80e0f66c-e4ae-43eb-b7be-64e1690bd914 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056890 Jun 02 08:01:08.706124 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c122a0-1cba-4b8e-b598-8799058e1851 req-666d3fdb-43be-486e-82b1-f59f2e1aa2fd tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:08.712357 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-37c122a0-1cba-4b8e-b598-8799058e1851 req-666d3fdb-43be-486e-82b1-f59f2e1aa2fd tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/ports?device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 944 time: 0.0936248 Jun 02 08:01:08.755886 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30e6db-7d51-4ca7-acf5-586a6b3b02c4 req-00f364f4-6a59-4a95-8f32-58b84d24f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:08.758841 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5e30e6db-7d51-4ca7-acf5-586a6b3b02c4 req-00f364f4-6a59-4a95-8f32-58b84d24f671 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b376b02319e3497faae6b4322a8462bd&device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 1097 time: 0.1131005 Jun 02 08:01:08.771549 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-37c122a0-1cba-4b8e-b598-8799058e1851 req-62b225d1-6607-4a67-ba6d-7259e1478f2f tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/security-groups?id=1eda14ef-3c0e-4202-b12e-e45f3def0667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572124 Jun 02 08:01:08.914090 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30e6db-7d51-4ca7-acf5-586a6b3b02c4 req-5f82be77-b7ec-4928-8a2a-0660d8650de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:08.915537 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5e30e6db-7d51-4ca7-acf5-586a6b3b02c4 req-5f82be77-b7ec-4928-8a2a-0660d8650de3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=4e47ec95-df63-4cde-9b70-6cfa695ac55a HTTP/1.1" status: 200 len: 915 time: 0.1402712 Jun 02 08:01:08.994710 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5e30e6db-7d51-4ca7-acf5-586a6b3b02c4 req-1aed006f-e2f3-4564-baf8-9e0ec0990b1a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d6c2575-792e-4c25-ab30-e0e125f1deaf HTTP/1.1" status: 200 len: 217 time: 0.0719793 Jun 02 08:01:09.097152 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de8dbf-2673-4e7a-a7fe-3a29648e33c9 req-b2a0b562-944f-4311-a210-0c916503bbac tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:09.098604 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-d4de8dbf-2673-4e7a-a7fe-3a29648e33c9 req-b2a0b562-944f-4311-a210-0c916503bbac tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 947 time: 0.0851564 Jun 02 08:01:09.154843 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-d4de8dbf-2673-4e7a-a7fe-3a29648e33c9 req-52d46bf6-a254-44ad-ad3c-0165d7f242c0 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476468 Jun 02 08:01:09.300339 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30e6db-7d51-4ca7-acf5-586a6b3b02c4 req-912c0000-e0b9-4512-99c2-8618a41e1e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:09.302009 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5e30e6db-7d51-4ca7-acf5-586a6b3b02c4 req-912c0000-e0b9-4512-99c2-8618a41e1e7f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=97dd7f61-e68e-4938-a09a-689ecc9f4a01 HTTP/1.1" status: 200 len: 853 time: 0.2534928 Jun 02 08:01:09.371004 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-67767fd6-173f-42da-86e6-224eeebabbed req-c192bc89-9a96-4e2f-9c0c-25dee98db9bc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3675189 Jun 02 08:01:09.393599 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d2fb7-2c7e-4093-aea2-00dcfa3ec0f5 req-8886839a-40bb-427d-a299-5a2e46b3226c tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:09.395025 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-2a7d2fb7-2c7e-4093-aea2-00dcfa3ec0f5 req-8886839a-40bb-427d-a299-5a2e46b3226c tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 945 time: 0.3476937 Jun 02 08:01:09.447579 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30e6db-7d51-4ca7-acf5-586a6b3b02c4 req-bc869137-32bc-4f52-b78e-e1b0d35e22d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:09.449527 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5e30e6db-7d51-4ca7-acf5-586a6b3b02c4 req-bc869137-32bc-4f52-b78e-e1b0d35e22d0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4e47ec95-df63-4cde-9b70-6cfa695ac55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1372826 Jun 02 08:01:09.512302 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-2a7d2fb7-2c7e-4093-aea2-00dcfa3ec0f5 req-2cf835e6-9d93-4006-b2e7-1a50f43adb42 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103611 Jun 02 08:01:09.654224 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5e30e6db-7d51-4ca7-acf5-586a6b3b02c4 req-29a37147-7095-47b4-8c21-1cad48c4fe0a service neutron] 10.222.0.79 "GET /v2.0/networks/4e47ec95-df63-4cde-9b70-6cfa695ac55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688824 Jun 02 08:01:09.656536 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67767fd6-173f-42da-86e6-224eeebabbed req-12ac61e4-8b85-4986-ba24-e77333b1b960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:09.657980 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-67767fd6-173f-42da-86e6-224eeebabbed req-12ac61e4-8b85-4986-ba24-e77333b1b960 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=688fc7fec3424c8e87ae035c39491898&device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 1098 time: 0.2075984 Jun 02 08:01:09.727371 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332a6ff-898c-4d7b-853e-c757c3c17ca5 req-064695e9-90b6-475b-b797-2dc08a94bbe9 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:09.728784 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-7332a6ff-898c-4d7b-853e-c757c3c17ca5 req-064695e9-90b6-475b-b797-2dc08a94bbe9 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 945 time: 0.0825722 Jun 02 08:01:09.811452 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:09.838954 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-7332a6ff-898c-4d7b-853e-c757c3c17ca5 req-3085156b-bfe4-4525-a7d0-a84d7c1f2ab1 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041493 Jun 02 08:01:09.854902 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 45032) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:01:09.983162 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5e30e6db-7d51-4ca7-acf5-586a6b3b02c4 req-d46d477d-a7ae-4627-abff-22e86e6e3743 service neutron] 10.222.0.79 "GET /v2.0/networks/4e47ec95-df63-4cde-9b70-6cfa695ac55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142858 Jun 02 08:01:09.986747 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67767fd6-173f-42da-86e6-224eeebabbed req-eb31ab0d-01ac-464d-86d9-aa4914973626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:09.988110 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-67767fd6-173f-42da-86e6-224eeebabbed req-eb31ab0d-01ac-464d-86d9-aa4914973626 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5920cfca-f051-4509-941a-46b192c48b56 HTTP/1.1" status: 200 len: 912 time: 0.3013239 Jun 02 08:01:10.004074 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d4f58-d662-4cd9-ac64-227e001bbfde req-537953a1-010b-4e8a-8bf0-99519ce03f4b tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:10.005560 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-922d4f58-d662-4cd9-ac64-227e001bbfde req-537953a1-010b-4e8a-8bf0-99519ce03f4b tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.1663461 Jun 02 08:01:10.019696 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e054a-8c8e-4672-a0a7-349471a12d18 req-3f34bc91-b2f0-4be5-88a8-2cfd4cd3cb8c tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:10.021303 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-fc5e054a-8c8e-4672-a0a7-349471a12d18 req-3f34bc91-b2f0-4be5-88a8-2cfd4cd3cb8c tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/ports?device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 944 time: 0.0886388 Jun 02 08:01:10.104398 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-fc5e054a-8c8e-4672-a0a7-349471a12d18 req-26c3b0a0-d2bb-4fff-9ad8-fc90b7947964 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/security-groups?id=1eda14ef-3c0e-4202-b12e-e45f3def0667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764403 Jun 02 08:01:10.133132 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-922d4f58-d662-4cd9-ac64-227e001bbfde req-fc14033e-e542-45cf-a704-04cfd467d8f7 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792711 Jun 02 08:01:10.135025 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-67767fd6-173f-42da-86e6-224eeebabbed req-e5b7ccfc-9fb7-43ae-8704-e688485db07a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30976f16-8bf1-4d3b-9ede-bfb612bf6380 HTTP/1.1" status: 200 len: 1001 time: 0.1285214 Jun 02 08:01:10.141084 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae42271-9ca6-4a92-92f7-2d38116a2264 tempest-TestShelveInstance-403140673 tempest-TestShelveInstance-403140673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:10.141906 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-2ae42271-9ca6-4a92-92f7-2d38116a2264 tempest-TestShelveInstance-403140673 tempest-TestShelveInstance-403140673-project-admin] Synchronizing usage tracker for tenant:88d1c99c01eb4af48ecfcec25f792f5c on resource:port {{(pid=91540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:01:10.160253 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-2ae42271-9ca6-4a92-92f7-2d38116a2264 tempest-TestShelveInstance-403140673 tempest-TestShelveInstance-403140673-project-admin] Unset dirty status for tenant:88d1c99c01eb4af48ecfcec25f792f5c on resource:port {{(pid=91540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:01:10.161372 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-2ae42271-9ca6-4a92-92f7-2d38116a2264 tempest-TestShelveInstance-403140673 tempest-TestShelveInstance-403140673-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 1093 time: 0.3055003 Jun 02 08:01:10.164296 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 45036) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:01:10.169476 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-6082b5c1-d1ba-426b-816d-cd3f2c93045e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Request body: {'floatingip': {'floating_network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'port_id': 'edce5668-101c-48c4-837f-5bb832623f3a', 'tenant_id': 'b35f5d14d93b40f0848158412804be41', 'fixed_ip_address': '172.20.0.4'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:01:10.175088 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-6082b5c1-d1ba-426b-816d-cd3f2c93045e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:01:10.178799 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-6082b5c1-d1ba-426b-816d-cd3f2c93045e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Usage tracker for resource:floatingip and tenant:b35f5d14d93b40f0848158412804be41 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:01:10.181564 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-6082b5c1-d1ba-426b-816d-cd3f2c93045e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:01:10.187917 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-6082b5c1-d1ba-426b-816d-cd3f2c93045e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:01:10.199991 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-6082b5c1-d1ba-426b-816d-cd3f2c93045e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks [] for floatingip, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:10.200315 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67767fd6-173f-42da-86e6-224eeebabbed req-5874b421-fff2-47d3-870d-39fd6aa84630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:10.201769 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-67767fd6-173f-42da-86e6-224eeebabbed req-5874b421-fff2-47d3-870d-39fd6aa84630 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=80579146-c765-4f7b-89f0-58e1765e1f5a HTTP/1.1" status: 200 len: 850 time: 0.0593624 Jun 02 08:01:10.286498 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67767fd6-173f-42da-86e6-224eeebabbed req-d176718a-e3d6-43bc-9532-c5754d022d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:10.287941 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-67767fd6-173f-42da-86e6-224eeebabbed req-d176718a-e3d6-43bc-9532-c5754d022d94 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5920cfca-f051-4509-941a-46b192c48b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721529 Jun 02 08:01:10.406512 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-6082b5c1-d1ba-426b-816d-cd3f2c93045e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:10.414960 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4221d9-abf5-4046-8b3c-1cae9cf8e9ad req-d86c4e66-2148-4959-90b4-cb4bfe21de1c tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:10.416396 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-fa4221d9-abf5-4046-8b3c-1cae9cf8e9ad req-d86c4e66-2148-4959-90b4-cb4bfe21de1c tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 947 time: 0.1156585 Jun 02 08:01:10.421198 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-67767fd6-173f-42da-86e6-224eeebabbed req-b4b2bc0d-22eb-47fc-a2ef-23e8a702524b service neutron] 10.222.0.79 "GET /v2.0/networks/5920cfca-f051-4509-941a-46b192c48b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241589 Jun 02 08:01:10.520610 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-fa4221d9-abf5-4046-8b3c-1cae9cf8e9ad req-38db59a6-59dc-44f9-b33f-f2da3fcd7a0d tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0691764 Jun 02 08:01:10.555847 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-67767fd6-173f-42da-86e6-224eeebabbed req-616bfe35-3c16-4f70-82eb-face5279b25b service neutron] 10.222.0.79 "GET /v2.0/networks/5920cfca-f051-4509-941a-46b192c48b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272936 Jun 02 08:01:10.595282 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.db_base_plugin_common [None req-6082b5c1-d1ba-426b-816d-cd3f2c93045e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Allocated IP 172.28.1.223 (e9a5f3f9-db43-4f06-8bac-5a44878f4be2/e2d41c65-2880-4a37-bb18-2012b034108f/dc963ff7-5523-4a0f-b252-dba06855ef52) {{(pid=91540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 08:01:10.740979 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-6082b5c1-d1ba-426b-816d-cd3f2c93045e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks [] for port, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:10.770125 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-6082b5c1-d1ba-426b-816d-cd3f2c93045e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27652422'] for port, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:10.774796 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-e234081e-09bb-4852-9c55-96b915d49797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:01:10.835328 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6082b5c1-d1ba-426b-816d-cd3f2c93045e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Network e9a5f3f9-db43-4f06-8bac-5a44878f4be2 is already hosted by enough agents. {{(pid=91540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 08:01:10.838093 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.base_scheduler [None req-6082b5c1-d1ba-426b-816d-cd3f2c93045e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Resources bound (agent type, host, resource id): {{(pid=91540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 08:01:10.841776 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6082b5c1-d1ba-426b-816d-cd3f2c93045e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Received port after_create {{(pid=91540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 08:01:10.877425 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082b5c1-d1ba-426b-816d-cd3f2c93045e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Pushing event updated for resources: {'Port': ['ID=dc963ff7-5523-4a0f-b252-dba06855ef52,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:01:10.881380 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-6082b5c1-d1ba-426b-816d-cd3f2c93045e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:01:11.011331 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 0d6c2575-792e-4c25-ab30-e0e125f1deaf details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=91541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 08:01:11.141062 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 0d6c2575-792e-4c25-ab30-e0e125f1deaf, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0d6c2575-792e-4c25-ab30-e0e125f1deaf,segment=NetworkSegment(57757a71-f318-422f-96b3-91ecdbbb6c06),segment_id=57757a71-f318-422f-96b3-91ecdbbb6c06)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:01:11.155970 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Returning: {'device': '0d6c2575-792e-4c25-ab30-e0e125f1deaf', 'network_id': '4e47ec95-df63-4cde-9b70-6cfa695ac55a', 'port_id': '0d6c2575-792e-4c25-ab30-e0e125f1deaf', 'mac_address': 'fa:16:3e:5a:b3:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97dd7f61-e68e-4938-a09a-689ecc9f4a01', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 08:01:11.221599 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:11.243194 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d6c2575-792e-4c25-ab30-e0e125f1deaf {{(pid=91541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 08:01:11.261141 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 0d6c2575-792e-4c25-ab30-e0e125f1deaf, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0d6c2575-792e-4c25-ab30-e0e125f1deaf,segment=NetworkSegment(57757a71-f318-422f-96b3-91ecdbbb6c06),segment_id=57757a71-f318-422f-96b3-91ecdbbb6c06)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:01:11.265404 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:11.267352 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-acf13675-0420-47d0-bcdd-4cea73407ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:01:11.322645 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca6b64-b79e-43fe-abb2-9f2f5bf6b8d4 req-54c17736-2d58-478e-9980-31ab2c15fd99 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:11.324826 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-b0ca6b64-b79e-43fe-abb2-9f2f5bf6b8d4 req-54c17736-2d58-478e-9980-31ab2c15fd99 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/ports?device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 945 time: 0.0927851 Jun 02 08:01:11.341229 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=0d6c2575-792e-4c25-ab30-e0e125f1deaf,revision_number=4']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:01:11.344635 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:01:11.369389 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-b0ca6b64-b79e-43fe-abb2-9f2f5bf6b8d4 req-f3944ff0-65c3-43a3-89bf-4cf2a6be23f0 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/security-groups?id=1eda14ef-3c0e-4202-b12e-e45f3def0667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387409 Jun 02 08:01:11.442316 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1023fe6-c0f4-445d-ae65-c904ee72c722 req-e7906786-bdc6-4a1c-9ac8-941cd3f288e4 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:11.443744 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-a1023fe6-c0f4-445d-ae65-c904ee72c722 req-e7906786-bdc6-4a1c-9ac8-941cd3f288e4 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.1288540 Jun 02 08:01:11.546111 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['0d6c2575-792e-4c25-ab30-e0e125f1deaf'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 08:01:11.556519 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-6082b5c1-d1ba-426b-816d-cd3f2c93045e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:11.594098 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-a1023fe6-c0f4-445d-ae65-c904ee72c722 req-96ec58e9-26f8-4269-901e-3b040fe95f3b tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795119 Jun 02 08:01:11.684316 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-6082b5c1-d1ba-426b-816d-cd3f2c93045e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:11.882045 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-6082b5c1-d1ba-426b-816d-cd3f2c93045e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks [] for port, precommit_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:11.886518 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-6082b5c1-d1ba-426b-816d-cd3f2c93045e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27652429'] for port, after_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:11.890227 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:01:11.990236 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082b5c1-d1ba-426b-816d-cd3f2c93045e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Pushing event updated for resources: {'Port': ['ID=dc963ff7-5523-4a0f-b252-dba06855ef52,revision_number=2']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:01:11.997402 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-6082b5c1-d1ba-426b-816d-cd3f2c93045e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:01:12.006345 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-6082b5c1-d1ba-426b-816d-cd3f2c93045e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-945703'] for floatingip, after_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:12.175446 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.db.l3_db [None req-6082b5c1-d1ba-426b-816d-cd3f2c93045e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Floating IP a565c279-0809-4766-bac5-2e6b13d13725 associated. External IP: 172.28.1.223, port: edce5668-101c-48c4-837f-5bb832623f3a. Jun 02 08:01:12.522648 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6082b5c1-d1ba-426b-816d-cd3f2c93045e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Router 9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec has already been hosted by L3 agent 221affb1-81f2-42a7-84c7-b8c79a9401bf {{(pid=91540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 08:01:12.554335 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa1c63-60df-4de2-bdc7-ae1e6a63b5b9 req-ab0c1840-6bce-4237-acec-78d622233604 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:12.555928 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-19fa1c63-60df-4de2-bdc7-ae1e6a63b5b9 req-ab0c1840-6bce-4237-acec-78d622233604 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/ports?device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 945 time: 0.0805058 Jun 02 08:01:12.608422 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-19fa1c63-60df-4de2-bdc7-ae1e6a63b5b9 req-e174addc-99a2-46c7-aa90-992bad574cf6 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/security-groups?id=1eda14ef-3c0e-4202-b12e-e45f3def0667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467618 Jun 02 08:01:12.701323 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6082b5c1-d1ba-426b-816d-cd3f2c93045e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify agent at l3_agent.dv-cinder-786385-7-smb the message routers_updated {{(pid=91540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 08:01:12.710325 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc016059-8743-44a4-8989-4bb4089dc3b1 None None] Sync routers for ids ['9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec'] in dv-cinder-786385-7-smb {{(pid=91542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 08:01:12.720134 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc016059-8743-44a4-8989-4bb4089dc3b1 None None] Routers {'9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:01:12.720670 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-dc016059-8743-44a4-8989-4bb4089dc3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:01:03Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec'], 'active': True} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:01:12.772982 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-6082b5c1-d1ba-426b-816d-cd3f2c93045e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for floatingip, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:12.846545 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-6082b5c1-d1ba-426b-816d-cd3f2c93045e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6710858 Jun 02 08:01:12.846545 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30f239a-2869-4c74-935b-97180c67ab9c', 'tag': 'edce5668-101c-48c4-837f-5bb832623f3a'}] {{(pid=91540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:01:12.862555 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fbd2e-44b9-43bc-ab4e-74587eea07ea req-ecd63c41-7f95-45c1-97ea-414c982719b1 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:12.864227 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-037fbd2e-44b9-43bc-ab4e-74587eea07ea req-ecd63c41-7f95-45c1-97ea-414c982719b1 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.1611311 Jun 02 08:01:12.901039 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvr_db [None req-dc016059-8743-44a4-8989-4bb4089dc3b1 None None] Set router 9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec gateway port host: dv-cinder-786385-7-smb {{(pid=91542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:01:13.000551 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-037fbd2e-44b9-43bc-ab4e-74587eea07ea req-7266eb64-726f-4f76-a8cf-2d71d5885635 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307137 Jun 02 08:01:13.009970 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 0d6c2575-792e-4c25-ab30-e0e125f1deaf up at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 08:01:13.052239 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f13e3936cf79d94985b49fd7103ff1c1474c6e711ae5245fa502c5acfdcd8c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb21ce42-5469-4ad2-87a3-9372bc090677" -d '{"events": [{"name": "network-changed", "server_uuid": "a30f239a-2869-4c74-935b-97180c67ab9c", "tag": "edce5668-101c-48c4-837f-5bb832623f3a"}]}' {{(pid=91540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:01:13.082571 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning for port 0d6c2575-792e-4c25-ab30-e0e125f1deaf completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 08:01:13.087591 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning complete for port 0d6c2575-792e-4c25-ab30-e0e125f1deaf triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:01:13.088289 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:13.155694 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c8a5c1-2617-4cb2-82d0-a04eb7889494 x-openstack-request-id: req-e5c8a5c1-2617-4cb2-82d0-a04eb7889494 {{(pid=91540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:01:13.156192 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a30f239a-2869-4c74-935b-97180c67ab9c", "tag": "edce5668-101c-48c4-837f-5bb832623f3a", "status": "completed", "code": 200}]} {{(pid=91540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:01:13.156566 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e5c8a5c1-2617-4cb2-82d0-a04eb7889494 {{(pid=91540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:01:13.157194 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a30f239a-2869-4c74-935b-97180c67ab9c', 'tag': 'edce5668-101c-48c4-837f-5bb832623f3a', 'status': 'completed', 'code': 200} Jun 02 08:01:13.212591 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:13.240530 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382cf5ed-0911-40ff-a494-bf8761ff40fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6c2575-792e-4c25-ab30-e0e125f1deaf'}] {{(pid=91541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:01:13.243082 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab578fc78af4bba4052238dc90c68e3a7405fe2d006a0c4fb1b419504dc30437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ffac05-61cb-4356-8d25-c7af8aa1eb07" -d '{"events": [{"server_uuid": "382cf5ed-0911-40ff-a494-bf8761ff40fe", "name": "network-vif-plugged", "status": "completed", "tag": "0d6c2575-792e-4c25-ab30-e0e125f1deaf"}]}' {{(pid=91541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:01:13.250912 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21ce42-5469-4ad2-87a3-9372bc090677 req-f4e4aff7-303f-43ea-ae5c-b85c4b976dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:13.251613 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 0d6c2575-792e-4c25-ab30-e0e125f1deaf, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0d6c2575-792e-4c25-ab30-e0e125f1deaf,segment=NetworkSegment(57757a71-f318-422f-96b3-91ecdbbb6c06),segment_id=57757a71-f318-422f-96b3-91ecdbbb6c06)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:01:13.252957 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-bb21ce42-5469-4ad2-87a3-9372bc090677 req-f4e4aff7-303f-43ea-ae5c-b85c4b976dcc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b35f5d14d93b40f0848158412804be41&device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 1098 time: 0.0757461 Jun 02 08:01:13.256924 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:13.260655 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:01:13.299711 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-dc016059-8743-44a4-8989-4bb4089dc3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'name': 'tempest-TestShelveInstance-629114683-router', 'tenant_id': 'b35f5d14d93b40f0848158412804be41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'c88f9853-ebf2-4b06-b6a8-2ceab354e304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:35Z', 'updated_at': '2021-06-02T07:59:41Z', 'revision_number': 4, 'project_id': 'b35f5d14d93b40f0848158412804be41', 'gw_port': {'id': 'c88f9853-ebf2-4b06-b6a8-2ceab354e304', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:59:36Z', 'updated_at': '2021-06-02T07:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_floatingips': [{'id': 'a565c279-0809-4766-bac5-2e6b13d13725', 'tenant_id': 'b35f5d14d93b40f0848158412804be41', 'floating_ip_address': '172.28.1.223', 'floating_network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'router_id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'port_id': 'edce5668-101c-48c4-837f-5bb832623f3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87c948b6-776e-416a-8595-be6ae5ab6cc6', 'mac_address': 'fa:16:3e:51:4d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30f239a-2869-4c74-935b-97180c67ab9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:01:11Z', 'updated_at': '2021-06-02T08:01:11Z', 'revision_number': 0, 'project_id': 'b35f5d14d93b40f0848158412804be41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a7c1b31-ca79-41f6-ad27-18da0ef4e120', 'name': '', 'network_id': '87c948b6-776e-416a-8595-be6ae5ab6cc6', 'tenant_id': 'b35f5d14d93b40f0848158412804be41', 'mac_address': 'fa:16:3e:e4:40:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6b88b624-fc5a-4399-9939-be3292b885fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:59:40Z', 'updated_at': '2021-06-02T07:59:52Z', 'revision_number': 5, 'project_id': 'b35f5d14d93b40f0848158412804be41', 'subnets': [{'id': '6b88b624-fc5a-4399-9939-be3292b885fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:01:13.305255 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc016059-8743-44a4-8989-4bb4089dc3b1 None None] Checking router: 9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec for host: dv-cinder-786385-7-smb {{(pid=91542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 08:01:13.312513 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce2b326-7296-413d-957c-f367b017e904 x-openstack-request-id: req-cce2b326-7296-413d-957c-f367b017e904 {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:01:13.312811 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382cf5ed-0911-40ff-a494-bf8761ff40fe", "name": "network-vif-plugged", "status": "completed", "tag": "0d6c2575-792e-4c25-ab30-e0e125f1deaf", "code": 200}]} {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:01:13.313072 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cce2b326-7296-413d-957c-f367b017e904 {{(pid=91541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:01:13.313452 dv-cinder-786385-7-smb neutron-server[91541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382cf5ed-0911-40ff-a494-bf8761ff40fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6c2575-792e-4c25-ab30-e0e125f1deaf', 'code': 200} Jun 02 08:01:13.316228 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc016059-8743-44a4-8989-4bb4089dc3b1 None None] Routers {'9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:01:13.316839 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-dc016059-8743-44a4-8989-4bb4089dc3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:01:03Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec'], 'active': True} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:01:13.358686 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=0d6c2575-792e-4c25-ab30-e0e125f1deaf,revision_number=5']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:01:13.362452 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:01:13.511087 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvr_db [None req-dc016059-8743-44a4-8989-4bb4089dc3b1 None None] Set router 9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec gateway port host: dv-cinder-786385-7-smb {{(pid=91542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:01:13.556311 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21ce42-5469-4ad2-87a3-9372bc090677 req-7c412aa7-5fa1-4c43-9c10-e2940ef9d5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:13.557748 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-bb21ce42-5469-4ad2-87a3-9372bc090677 req-7c412aa7-5fa1-4c43-9c10-e2940ef9d5da service neutron] 10.222.0.79 "GET /v2.0/networks?id=87c948b6-776e-416a-8595-be6ae5ab6cc6 HTTP/1.1" status: 200 len: 909 time: 0.2980127 Jun 02 08:01:13.677670 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-bb21ce42-5469-4ad2-87a3-9372bc090677 req-6920f2a6-75cf-49f7-8d1c-7b86712eaa22 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edce5668-101c-48c4-837f-5bb832623f3a HTTP/1.1" status: 200 len: 999 time: 0.1123247 Jun 02 08:01:13.682653 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e1491-a8e9-429b-8cff-6a9c048693fb req-b40badd3-245d-4e84-85e3-edbee540b218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:13.684689 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ba5e1491-a8e9-429b-8cff-6a9c048693fb req-b40badd3-245d-4e84-85e3-edbee540b218 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 1099 time: 0.1746194 Jun 02 08:01:13.814733 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21ce42-5469-4ad2-87a3-9372bc090677 req-fcf49322-0e64-47db-862b-96b42cc7e5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:13.816083 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-bb21ce42-5469-4ad2-87a3-9372bc090677 req-fcf49322-0e64-47db-862b-96b42cc7e5cf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6b88b624-fc5a-4399-9939-be3292b885fc HTTP/1.1" status: 200 len: 847 time: 0.1305513 Jun 02 08:01:13.824902 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ba5e1491-a8e9-429b-8cff-6a9c048693fb req-da4dde87-e986-4fc9-bcac-7b5b0cd84b36 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1eda14ef-3c0e-4202-b12e-e45f3def0667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096370 Jun 02 08:01:13.863696 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-dc016059-8743-44a4-8989-4bb4089dc3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'name': 'tempest-TestShelveInstance-629114683-router', 'tenant_id': 'b35f5d14d93b40f0848158412804be41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'c88f9853-ebf2-4b06-b6a8-2ceab354e304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:35Z', 'updated_at': '2021-06-02T07:59:41Z', 'revision_number': 4, 'project_id': 'b35f5d14d93b40f0848158412804be41', 'gw_port': {'id': 'c88f9853-ebf2-4b06-b6a8-2ceab354e304', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:59:36Z', 'updated_at': '2021-06-02T07:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_floatingips': [{'id': 'a565c279-0809-4766-bac5-2e6b13d13725', 'tenant_id': 'b35f5d14d93b40f0848158412804be41', 'floating_ip_address': '172.28.1.223', 'floating_network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'router_id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'port_id': 'edce5668-101c-48c4-837f-5bb832623f3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87c948b6-776e-416a-8595-be6ae5ab6cc6', 'mac_address': 'fa:16:3e:51:4d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30f239a-2869-4c74-935b-97180c67ab9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:01:11Z', 'updated_at': '2021-06-02T08:01:11Z', 'revision_number': 0, 'project_id': 'b35f5d14d93b40f0848158412804be41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a7c1b31-ca79-41f6-ad27-18da0ef4e120', 'name': '', 'network_id': '87c948b6-776e-416a-8595-be6ae5ab6cc6', 'tenant_id': 'b35f5d14d93b40f0848158412804be41', 'mac_address': 'fa:16:3e:e4:40:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6b88b624-fc5a-4399-9939-be3292b885fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:59:40Z', 'updated_at': '2021-06-02T07:59:52Z', 'revision_number': 5, 'project_id': 'b35f5d14d93b40f0848158412804be41', 'subnets': [{'id': '6b88b624-fc5a-4399-9939-be3292b885fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:01:13.867837 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc016059-8743-44a4-8989-4bb4089dc3b1 None None] The sync data for ids ['9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec'] in dv-cinder-786385-7-smb is: [{'id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'name': 'tempest-TestShelveInstance-629114683-router', 'tenant_id': 'b35f5d14d93b40f0848158412804be41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'c88f9853-ebf2-4b06-b6a8-2ceab354e304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:35Z', 'updated_at': '2021-06-02T07:59:41Z', 'revision_number': 4, 'project_id': 'b35f5d14d93b40f0848158412804be41', 'gw_port': {'id': 'c88f9853-ebf2-4b06-b6a8-2ceab354e304', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:59:36Z', 'updated_at': '2021-06-02T07:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_floatingips': [{'id': 'a565c279-0809-4766-bac5-2e6b13d13725', 'tenant_id': 'b35f5d14d93b40f0848158412804be41', 'floating_ip_address': '172.28.1.223', 'floating_network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'router_id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'port_id': 'edce5668-101c-48c4-837f-5bb832623f3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87c948b6-776e-416a-8595-be6ae5ab6cc6', 'mac_address': 'fa:16:3e:51:4d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30f239a-2869-4c74-935b-97180c67ab9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:01:11Z', 'updated_at': '2021-06-02T08:01:11Z', 'revision_number': 0, 'project_id': 'b35f5d14d93b40f0848158412804be41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a7c1b31-ca79-41f6-ad27-18da0ef4e120', 'name': '', 'network_id': '87c948b6-776e-416a-8595-be6ae5ab6cc6', 'tenant_id': 'b35f5d14d93b40f0848158412804be41', 'mac_address': 'fa:16:3e:e4:40:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6b88b624-fc5a-4399-9939-be3292b885fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:59:40Z', 'updated_at': '2021-06-02T07:59:52Z', 'revision_number': 5, 'project_id': 'b35f5d14d93b40f0848158412804be41', 'subnets': [{'id': '6b88b624-fc5a-4399-9939-be3292b885fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 08:01:13.900253 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470fc5f-5db0-4d1e-acff-342eead1737f req-e730bf2c-677f-4f17-af66-a0c755f098c3 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:13.901866 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9470fc5f-5db0-4d1e-acff-342eead1737f req-e730bf2c-677f-4f17-af66-a0c755f098c3 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/ports?device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 946 time: 0.1823981 Jun 02 08:01:13.946482 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21ce42-5469-4ad2-87a3-9372bc090677 req-919ae46e-0944-49bc-a266-f4435f6be52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:13.947955 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-bb21ce42-5469-4ad2-87a3-9372bc090677 req-919ae46e-0944-49bc-a266-f4435f6be52a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=87c948b6-776e-416a-8595-be6ae5ab6cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1201949 Jun 02 08:01:13.957688 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9470fc5f-5db0-4d1e-acff-342eead1737f req-805f1f71-72bf-4783-9449-e9b6b6d9deea tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/security-groups?id=1eda14ef-3c0e-4202-b12e-e45f3def0667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486586 Jun 02 08:01:14.056764 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0856f188-e749-40b9-a0a9-912f420e78fa None None] New status for floating IP a565c279-0809-4766-bac5-2e6b13d13725: ACTIVE {{(pid=91541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 08:01:14.112246 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-bb21ce42-5469-4ad2-87a3-9372bc090677 req-e66ebc1b-4d98-4b3c-9a40-26429da7f7ea service neutron] 10.222.0.79 "GET /v2.0/networks/87c948b6-776e-416a-8595-be6ae5ab6cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307509 Jun 02 08:01:14.192981 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877249f3-385d-434e-bc2a-9871c575ea23 req-642ca5b8-2c00-49c3-b75c-528bb8fe35ce tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:14.194554 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-877249f3-385d-434e-bc2a-9871c575ea23 req-642ca5b8-2c00-49c3-b75c-528bb8fe35ce tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.0792027 Jun 02 08:01:14.243047 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-877249f3-385d-434e-bc2a-9871c575ea23 req-f9e26e1e-2cc9-4633-b1a4-ff11729618ad tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417762 Jun 02 08:01:14.250425 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-bb21ce42-5469-4ad2-87a3-9372bc090677 req-eda39eca-e017-44f0-ad05-10b2616ca66a service neutron] 10.222.0.79 "GET /v2.0/networks/87c948b6-776e-416a-8595-be6ae5ab6cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310778 Jun 02 08:01:15.145136 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b88e0e-aff9-4f06-9b95-a7e3da01f592 req-9ae15d1a-4fa5-4146-8654-15dbb49768bd tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:15.146555 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-86b88e0e-aff9-4f06-9b95-a7e3da01f592 req-9ae15d1a-4fa5-4146-8654-15dbb49768bd tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/ports?device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 946 time: 0.0832033 Jun 02 08:01:15.190151 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-86b88e0e-aff9-4f06-9b95-a7e3da01f592 req-7e9385c8-42ec-4b9f-a02b-728eeaffb37f tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/security-groups?id=1eda14ef-3c0e-4202-b12e-e45f3def0667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371695 Jun 02 08:01:15.374453 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da60667-9db2-4f21-be27-12496ec6dfc0 req-8c422dd0-71f3-4514-918c-c99a4d765b60 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:15.376039 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-2da60667-9db2-4f21-be27-12496ec6dfc0 req-8c422dd0-71f3-4514-918c-c99a4d765b60 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/ports?device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 946 time: 0.0792880 Jun 02 08:01:15.422919 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-2da60667-9db2-4f21-be27-12496ec6dfc0 req-409345e9-bee9-4603-968e-2e9ef45cc795 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/security-groups?id=1eda14ef-3c0e-4202-b12e-e45f3def0667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411146 Jun 02 08:01:15.428266 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605845bc-1d78-4f47-aa29-ce02ff9319a1 req-f364c8a7-520b-4625-a62e-60b6213184e8 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:15.429733 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-605845bc-1d78-4f47-aa29-ce02ff9319a1 req-f364c8a7-520b-4625-a62e-60b6213184e8 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.0785108 Jun 02 08:01:15.474806 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-605845bc-1d78-4f47-aa29-ce02ff9319a1 req-f5a47bfc-c316-43d5-8702-9b704a80c7e4 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391235 Jun 02 08:01:15.811289 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61656571-39f1-46a1-abfd-3791da9128f8 req-fed3ac60-e516-42e9-9332-7239bab2fdfe tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:15.812677 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-61656571-39f1-46a1-abfd-3791da9128f8 req-fed3ac60-e516-42e9-9332-7239bab2fdfe tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/ports?device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 946 time: 0.0819211 Jun 02 08:01:15.856390 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-61656571-39f1-46a1-abfd-3791da9128f8 req-f47baf17-484d-4765-8bb9-21bf2113ceba tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/security-groups?id=1eda14ef-3c0e-4202-b12e-e45f3def0667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381134 Jun 02 08:01:16.677616 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ba657-f5ea-453c-804f-e48008c56651 req-a80cc538-8494-460f-970e-b4e1eef8d131 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:16.679056 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c76ba657-f5ea-453c-804f-e48008c56651 req-a80cc538-8494-460f-970e-b4e1eef8d131 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.0957005 Jun 02 08:01:16.722823 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c76ba657-f5ea-453c-804f-e48008c56651 req-2ad6c6e8-de16-4fe3-b6c4-1d0f6141f987 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373921 Jun 02 08:01:17.921692 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502778c2-c010-4024-a66a-db5122230ddc req-95ccb14f-0ce2-4755-b584-a2266fa9c43a tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:17.923215 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-502778c2-c010-4024-a66a-db5122230ddc req-95ccb14f-0ce2-4755-b584-a2266fa9c43a tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.0879486 Jun 02 08:01:17.945629 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a30782-7a51-48c0-9f2f-88a365970fa8 req-f50a9156-3a9c-4a45-9510-f633445c13bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:17.947293 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-25a30782-7a51-48c0-9f2f-88a365970fa8 req-f50a9156-3a9c-4a45-9510-f633445c13bf service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 1098 time: 0.0762808 Jun 02 08:01:17.970047 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-502778c2-c010-4024-a66a-db5122230ddc req-c7ce24cb-7af4-4765-9640-769bbf0ba7b3 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412281 Jun 02 08:01:17.999167 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-25a30782-7a51-48c0-9f2f-88a365970fa8 req-500f74fa-99d4-402e-92c0-65845314d2f2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414002 Jun 02 08:01:19.163828 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ade14-eb01-496a-951f-18b312708003 req-264327d4-b65c-458c-afe7-3ebd0995eb52 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:19.166282 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-312ade14-eb01-496a-951f-18b312708003 req-264327d4-b65c-458c-afe7-3ebd0995eb52 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.0863433 Jun 02 08:01:19.212279 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-312ade14-eb01-496a-951f-18b312708003 req-d35f39b5-8ba2-46ef-b464-5c6b01df259d tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389760 Jun 02 08:01:19.751432 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18aa89-db1d-4cdc-bc38-9a4ca7c98616 req-bd0183ae-a4bb-43a7-87bc-5d892bf2ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:19.753003 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ea18aa89-db1d-4cdc-bc38-9a4ca7c98616 req-bd0183ae-a4bb-43a7-87bc-5d892bf2ad70 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bce503cf25904aaca71aef47268da025&device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 1098 time: 0.1264973 Jun 02 08:01:19.769178 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ea349-f638-4eda-93d6-b9a081c0250f req-f13a391a-5c3f-498c-b9f2-b75aa693da3a tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:19.770581 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-6a8ea349-f638-4eda-93d6-b9a081c0250f req-f13a391a-5c3f-498c-b9f2-b75aa693da3a tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.1000681 Jun 02 08:01:19.899698 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-6a8ea349-f638-4eda-93d6-b9a081c0250f req-5a8ae234-6de1-4cb0-8d1b-5d42fb711a77 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079521 Jun 02 08:01:19.931007 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18aa89-db1d-4cdc-bc38-9a4ca7c98616 req-5f363247-8f5a-4569-8614-d90e2148abca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:19.932462 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ea18aa89-db1d-4cdc-bc38-9a4ca7c98616 req-5f363247-8f5a-4569-8614-d90e2148abca service neutron] 10.222.0.79 "GET /v2.0/networks?id=cda53b61-b688-46b2-8676-9b4f4ed7490b HTTP/1.1" status: 200 len: 920 time: 0.1610491 Jun 02 08:01:20.001997 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ea18aa89-db1d-4cdc-bc38-9a4ca7c98616 req-37e06f58-426b-452f-a6d4-d55425efdbe5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cad6f00-8d13-4408-b3d8-b585af60c589 HTTP/1.1" status: 200 len: 217 time: 0.0598464 Jun 02 08:01:20.151185 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18aa89-db1d-4cdc-bc38-9a4ca7c98616 req-b19b84d1-23f0-48a0-88a8-b1dc4ad36450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:20.153481 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ea18aa89-db1d-4cdc-bc38-9a4ca7c98616 req-b19b84d1-23f0-48a0-88a8-b1dc4ad36450 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25f79c19-4d8f-4b6c-b5f3-71b7068d7861 HTTP/1.1" status: 200 len: 859 time: 0.1384945 Jun 02 08:01:20.200730 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ea18aa89-db1d-4cdc-bc38-9a4ca7c98616 req-f0123f12-42a8-4b01-9e9d-12fe930c35a2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cda53b61-b688-46b2-8676-9b4f4ed7490b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398965 Jun 02 08:01:20.331927 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ea18aa89-db1d-4cdc-bc38-9a4ca7c98616 req-07b77b55-644f-4293-bcd3-c9f351c54d95 service neutron] 10.222.0.79 "GET /v2.0/networks/cda53b61-b688-46b2-8676-9b4f4ed7490b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235628 Jun 02 08:01:20.471705 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ea18aa89-db1d-4cdc-bc38-9a4ca7c98616 req-88505a42-848c-40e7-9e42-b28e4a50a27b service neutron] 10.222.0.79 "GET /v2.0/networks/cda53b61-b688-46b2-8676-9b4f4ed7490b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261647 Jun 02 08:01:20.699044 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae4b6c-e68f-4987-9347-4a42b4990822 req-1fad59aa-6490-4576-b535-49a4126a8429 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:20.700417 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-a9ae4b6c-e68f-4987-9347-4a42b4990822 req-1fad59aa-6490-4576-b535-49a4126a8429 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/ports?device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 946 time: 0.0796208 Jun 02 08:01:20.743861 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-a9ae4b6c-e68f-4987-9347-4a42b4990822 req-79b8936d-954c-4f95-b12b-19eab265e5da tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/security-groups?id=1eda14ef-3c0e-4202-b12e-e45f3def0667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378497 Jun 02 08:01:20.766741 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 45130) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:01:20.945627 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6982ee2-0fb5-4d72-ae1e-670d326a565b tempest-TestMinimumBasicScenario-409398808 tempest-TestMinimumBasicScenario-409398808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:20.947120 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-c6982ee2-0fb5-4d72-ae1e-670d326a565b tempest-TestMinimumBasicScenario-409398808 tempest-TestMinimumBasicScenario-409398808-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 1094 time: 0.1788826 Jun 02 08:01:20.950832 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 45136) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:01:20.955156 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-2090a370-6b6f-4f4f-a109-77f70a6090e2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Request body: {'floatingip': {'floating_network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'port_id': '0d6c2575-792e-4c25-ab30-e0e125f1deaf', 'tenant_id': 'b376b02319e3497faae6b4322a8462bd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:01:20.961005 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-2090a370-6b6f-4f4f-a109-77f70a6090e2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:01:20.964873 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-2090a370-6b6f-4f4f-a109-77f70a6090e2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Usage tracker for resource:floatingip and tenant:b376b02319e3497faae6b4322a8462bd is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:01:20.967885 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-2090a370-6b6f-4f4f-a109-77f70a6090e2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:01:20.973535 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-2090a370-6b6f-4f4f-a109-77f70a6090e2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:01:20.983839 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-2090a370-6b6f-4f4f-a109-77f70a6090e2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks [] for floatingip, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:21.088607 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db7686-c191-40d9-9ccd-5deee907a806 req-2fa27092-4b58-4aab-a72b-45c15974b04a tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:21.090492 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-f1db7686-c191-40d9-9ccd-5deee907a806 req-2fa27092-4b58-4aab-a72b-45c15974b04a tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.0835223 Jun 02 08:01:21.122648 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-2090a370-6b6f-4f4f-a109-77f70a6090e2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:21.138655 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-f1db7686-c191-40d9-9ccd-5deee907a806 req-d4254e4c-0dba-4b4e-971d-eca9a25e10cd tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426533 Jun 02 08:01:21.260529 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.db_base_plugin_common [None req-2090a370-6b6f-4f4f-a109-77f70a6090e2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Allocated IP 172.28.1.184 (e9a5f3f9-db43-4f06-8bac-5a44878f4be2/e2d41c65-2880-4a37-bb18-2012b034108f/7f9c1f3d-2541-48d6-997c-89cf4c3f8182) {{(pid=91540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 08:01:21.401909 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-2090a370-6b6f-4f4f-a109-77f70a6090e2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks [] for port, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:21.431029 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-2090a370-6b6f-4f4f-a109-77f70a6090e2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27652422'] for port, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:21.436086 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-67dca6e6-ca49-4bf3-be57-66fdd49d2846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:01:21.492691 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2090a370-6b6f-4f4f-a109-77f70a6090e2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Network e9a5f3f9-db43-4f06-8bac-5a44878f4be2 is already hosted by enough agents. {{(pid=91540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 08:01:21.496004 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.base_scheduler [None req-2090a370-6b6f-4f4f-a109-77f70a6090e2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Resources bound (agent type, host, resource id): {{(pid=91540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 08:01:21.499707 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2090a370-6b6f-4f4f-a109-77f70a6090e2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Received port after_create {{(pid=91540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 08:01:21.535232 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090a370-6b6f-4f4f-a109-77f70a6090e2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Pushing event updated for resources: {'Port': ['ID=7f9c1f3d-2541-48d6-997c-89cf4c3f8182,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:01:21.538974 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-2090a370-6b6f-4f4f-a109-77f70a6090e2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:01:21.963127 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-2090a370-6b6f-4f4f-a109-77f70a6090e2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:22.036161 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-2090a370-6b6f-4f4f-a109-77f70a6090e2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:22.238457 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-2090a370-6b6f-4f4f-a109-77f70a6090e2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks [] for port, precommit_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:22.244270 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-2090a370-6b6f-4f4f-a109-77f70a6090e2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27652429'] for port, after_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:22.248323 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-71d50c99-20ff-4864-a7b6-e2237b9433f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:01:22.399201 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090a370-6b6f-4f4f-a109-77f70a6090e2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Pushing event updated for resources: {'Port': ['ID=7f9c1f3d-2541-48d6-997c-89cf4c3f8182,revision_number=2']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:01:22.412934 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-2090a370-6b6f-4f4f-a109-77f70a6090e2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:01:22.423760 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-2090a370-6b6f-4f4f-a109-77f70a6090e2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-945703'] for floatingip, after_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:22.515321 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971509f1-f265-41d9-92d9-374a85dee8c1 req-b504239f-cbc9-40f6-80b1-cf11e235e548 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:22.516743 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-971509f1-f265-41d9-92d9-374a85dee8c1 req-b504239f-cbc9-40f6-80b1-cf11e235e548 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.2402422 Jun 02 08:01:22.639983 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-971509f1-f265-41d9-92d9-374a85dee8c1 req-9286299b-cf6a-43f4-9f43-ba161a181983 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153200 Jun 02 08:01:22.646242 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.db.l3_db [None req-2090a370-6b6f-4f4f-a109-77f70a6090e2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Floating IP 7febbfcf-459a-4748-b40a-baa6b53e7237 associated. External IP: 172.28.1.184, port: 0d6c2575-792e-4c25-ab30-e0e125f1deaf. Jun 02 08:01:22.996140 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2090a370-6b6f-4f4f-a109-77f70a6090e2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Router 75a91140-9a48-46ea-82d3-ce854be01b21 has already been hosted by L3 agent 221affb1-81f2-42a7-84c7-b8c79a9401bf {{(pid=91540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 08:01:23.171735 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2090a370-6b6f-4f4f-a109-77f70a6090e2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify agent at l3_agent.dv-cinder-786385-7-smb the message routers_updated {{(pid=91540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 08:01:23.181320 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d134ea-49b3-4b68-9bd0-cc4e37202f19 None None] Sync routers for ids ['75a91140-9a48-46ea-82d3-ce854be01b21'] in dv-cinder-786385-7-smb {{(pid=91542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 08:01:23.191273 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d134ea-49b3-4b68-9bd0-cc4e37202f19 None None] Routers {'75a91140-9a48-46ea-82d3-ce854be01b21'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:01:23.191907 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-53d134ea-49b3-4b68-9bd0-cc4e37202f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:01:03Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['75a91140-9a48-46ea-82d3-ce854be01b21'], 'active': True} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:01:23.194866 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-2090a370-6b6f-4f4f-a109-77f70a6090e2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for floatingip, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:23.250361 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-2090a370-6b6f-4f4f-a109-77f70a6090e2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2984776 Jun 02 08:01:23.251124 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382cf5ed-0911-40ff-a494-bf8761ff40fe', 'tag': '0d6c2575-792e-4c25-ab30-e0e125f1deaf'}] {{(pid=91540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:01:23.253135 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 45140) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:01:23.253654 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f13e3936cf79d94985b49fd7103ff1c1474c6e711ae5245fa502c5acfdcd8c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47616d6b-2124-4d12-a1ad-1e31e2e0e540" -d '{"events": [{"name": "network-changed", "server_uuid": "382cf5ed-0911-40ff-a494-bf8761ff40fe", "tag": "0d6c2575-792e-4c25-ab30-e0e125f1deaf"}]}' {{(pid=91540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:01:23.258546 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [None req-e64d95c5-a187-42b0-8c42-69ddd3a95bc4 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-287622968', 'description': 'tempest-secgroup-smoke-287622968 description', 'project_id': 'b376b02319e3497faae6b4322a8462bd'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:01:23.264671 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-e64d95c5-a187-42b0-8c42-69ddd3a95bc4 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:01:23.275192 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-e64d95c5-a187-42b0-8c42-69ddd3a95bc4 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:01:23.286402 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-e64d95c5-a187-42b0-8c42-69ddd3a95bc4 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks [] for security_group, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:23.304896 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed76890-6171-4f3e-86f3-b4a922f898e4 x-openstack-request-id: req-9ed76890-6171-4f3e-86f3-b4a922f898e4 {{(pid=91540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:01:23.305245 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382cf5ed-0911-40ff-a494-bf8761ff40fe", "tag": "0d6c2575-792e-4c25-ab30-e0e125f1deaf", "status": "completed", "code": 200}]} {{(pid=91540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:01:23.305530 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9ed76890-6171-4f3e-86f3-b4a922f898e4 {{(pid=91540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:01:23.305953 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382cf5ed-0911-40ff-a494-bf8761ff40fe', 'tag': '0d6c2575-792e-4c25-ab30-e0e125f1deaf', 'status': 'completed', 'code': 200} Jun 02 08:01:23.312524 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-e64d95c5-a187-42b0-8c42-69ddd3a95bc4 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:01:23.316510 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-e64d95c5-a187-42b0-8c42-69ddd3a95bc4 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Usage tracker for resource:security_group_rule and tenant:b376b02319e3497faae6b4322a8462bd is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:01:23.319355 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-e64d95c5-a187-42b0-8c42-69ddd3a95bc4 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:01:23.326037 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-e64d95c5-a187-42b0-8c42-69ddd3a95bc4 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:01:23.379391 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvr_db [None req-53d134ea-49b3-4b68-9bd0-cc4e37202f19 None None] Set router 75a91140-9a48-46ea-82d3-ce854be01b21 gateway port host: dv-cinder-786385-7-smb {{(pid=91542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:01:23.462317 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47616d6b-2124-4d12-a1ad-1e31e2e0e540 req-92f28c70-ee32-4c89-8fb4-90ba0776ab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:23.463846 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-47616d6b-2124-4d12-a1ad-1e31e2e0e540 req-92f28c70-ee32-4c89-8fb4-90ba0776ab82 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b376b02319e3497faae6b4322a8462bd&device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 1099 time: 0.1344714 Jun 02 08:01:23.468765 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-e64d95c5-a187-42b0-8c42-69ddd3a95bc4 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks [] for security_group, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:23.472619 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-e64d95c5-a187-42b0-8c42-69ddd3a95bc4 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:23.477772 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-c5577070-cee7-4df6-af9d-488c557d7e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:01:23.557150 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d95c5-a187-42b0-8c42-69ddd3a95bc4 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c701006-af6a-41a8-b00f-358f5486efec,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:01:23.609330 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-e64d95c5-a187-42b0-8c42-69ddd3a95bc4 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:01:23.613819 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-e64d95c5-a187-42b0-8c42-69ddd3a95bc4 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:23.615009 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-e64d95c5-a187-42b0-8c42-69ddd3a95bc4 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3603740 Jun 02 08:01:23.618236 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 45144) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:01:23.623586 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-30a34137-df57-4117-84c5-4d528c5f7130 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Request body: {'security_group_rule': {'security_group_id': '5c701006-af6a-41a8-b00f-358f5486efec', 'project_id': 'b376b02319e3497faae6b4322a8462bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:01:23.629557 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-30a34137-df57-4117-84c5-4d528c5f7130 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:01:23.634341 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-30a34137-df57-4117-84c5-4d528c5f7130 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Usage tracker for resource:security_group_rule and tenant:b376b02319e3497faae6b4322a8462bd is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:01:23.637810 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-30a34137-df57-4117-84c5-4d528c5f7130 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:01:23.644389 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-30a34137-df57-4117-84c5-4d528c5f7130 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:01:23.653378 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47616d6b-2124-4d12-a1ad-1e31e2e0e540 req-d2ace3c7-fb70-4d0e-9c25-3d7f7213e5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:23.654955 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-47616d6b-2124-4d12-a1ad-1e31e2e0e540 req-d2ace3c7-fb70-4d0e-9c25-3d7f7213e5d4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=4e47ec95-df63-4cde-9b70-6cfa695ac55a HTTP/1.1" status: 200 len: 915 time: 0.1637628 Jun 02 08:01:23.660795 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-30a34137-df57-4117-84c5-4d528c5f7130 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:23.725440 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-30a34137-df57-4117-84c5-4d528c5f7130 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:23.731462 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-30a34137-df57-4117-84c5-4d528c5f7130 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947614'] for security_group_rule, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:23.733869 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:01:23.744844 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-53d134ea-49b3-4b68-9bd0-cc4e37202f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'name': 'tempest-TestMinimumBasicScenario-635836753-router', 'tenant_id': 'b376b02319e3497faae6b4322a8462bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:58Z', 'updated_at': '2021-06-02T08:00:10Z', 'revision_number': 4, 'project_id': 'b376b02319e3497faae6b4322a8462bd', 'gw_port': {'id': 'f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:00:00Z', 'updated_at': '2021-06-02T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_floatingips': [{'id': '7febbfcf-459a-4748-b40a-baa6b53e7237', 'tenant_id': 'b376b02319e3497faae6b4322a8462bd', 'floating_ip_address': '172.28.1.184', 'floating_network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'router_id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'port_id': '0d6c2575-792e-4c25-ab30-e0e125f1deaf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e47ec95-df63-4cde-9b70-6cfa695ac55a', 'mac_address': 'fa:16:3e:5a:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382cf5ed-0911-40ff-a494-bf8761ff40fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:01:21Z', 'updated_at': '2021-06-02T08:01:21Z', 'revision_number': 0, 'project_id': 'b376b02319e3497faae6b4322a8462bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df9999d4-1666-4295-a42f-1073b0b768bc', 'name': '', 'network_id': '4e47ec95-df63-4cde-9b70-6cfa695ac55a', 'tenant_id': 'b376b02319e3497faae6b4322a8462bd', 'mac_address': 'fa:16:3e:fe:8a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '97dd7f61-e68e-4938-a09a-689ecc9f4a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:00:09Z', 'updated_at': '2021-06-02T08:00:19Z', 'revision_number': 5, 'project_id': 'b376b02319e3497faae6b4322a8462bd', 'subnets': [{'id': '97dd7f61-e68e-4938-a09a-689ecc9f4a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:01:23.749988 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d134ea-49b3-4b68-9bd0-cc4e37202f19 None None] Checking router: 75a91140-9a48-46ea-82d3-ce854be01b21 for host: dv-cinder-786385-7-smb {{(pid=91542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 08:01:23.758515 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d134ea-49b3-4b68-9bd0-cc4e37202f19 None None] Routers {'75a91140-9a48-46ea-82d3-ce854be01b21'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:01:23.759127 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-53d134ea-49b3-4b68-9bd0-cc4e37202f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:01:03Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['75a91140-9a48-46ea-82d3-ce854be01b21'], 'active': True} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:01:23.766809 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a34137-df57-4117-84c5-4d528c5f7130 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e444230-4075-4d91-bcef-213bec7062a2,revision_number=0']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:01:23.789250 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-47616d6b-2124-4d12-a1ad-1e31e2e0e540 req-f886c723-57aa-47c9-b062-028223a7e039 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d6c2575-792e-4c25-ab30-e0e125f1deaf HTTP/1.1" status: 200 len: 1000 time: 0.1263700 Jun 02 08:01:23.862159 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47616d6b-2124-4d12-a1ad-1e31e2e0e540 req-d324e32d-bf2f-4416-9429-30e6809f234b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:23.863537 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-47616d6b-2124-4d12-a1ad-1e31e2e0e540 req-d324e32d-bf2f-4416-9429-30e6809f234b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=97dd7f61-e68e-4938-a09a-689ecc9f4a01 HTTP/1.1" status: 200 len: 853 time: 0.0626333 Jun 02 08:01:23.891913 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-30a34137-df57-4117-84c5-4d528c5f7130 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:01:23.898282 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-30a34137-df57-4117-84c5-4d528c5f7130 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:23.902911 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-30a34137-df57-4117-84c5-4d528c5f7130 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2801635 Jun 02 08:01:23.905082 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 45148) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:01:23.910501 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-6e364cce-9203-48ba-8832-31320c2023e7 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Request body: {'security_group_rule': {'security_group_id': '5c701006-af6a-41a8-b00f-358f5486efec', 'project_id': 'b376b02319e3497faae6b4322a8462bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:01:23.918671 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-6e364cce-9203-48ba-8832-31320c2023e7 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:01:23.925214 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-6e364cce-9203-48ba-8832-31320c2023e7 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Usage tracker for resource:security_group_rule and tenant:b376b02319e3497faae6b4322a8462bd is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:01:23.934805 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-6e364cce-9203-48ba-8832-31320c2023e7 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:01:23.943302 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-6e364cce-9203-48ba-8832-31320c2023e7 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:01:23.952426 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47616d6b-2124-4d12-a1ad-1e31e2e0e540 req-5243d682-8a91-46f6-bc6e-891367c18a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:23.953904 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-47616d6b-2124-4d12-a1ad-1e31e2e0e540 req-5243d682-8a91-46f6-bc6e-891367c18a1e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4e47ec95-df63-4cde-9b70-6cfa695ac55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0815418 Jun 02 08:01:23.972699 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a51be-f249-4ebf-8fd0-3708899857cc req-72e1583f-9678-4dc5-91d4-9f63ed6b8e9d tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:23.973678 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvr_db [None req-53d134ea-49b3-4b68-9bd0-cc4e37202f19 None None] Set router 75a91140-9a48-46ea-82d3-ce854be01b21 gateway port host: dv-cinder-786385-7-smb {{(pid=91542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:01:23.980288 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-938a51be-f249-4ebf-8fd0-3708899857cc req-72e1583f-9678-4dc5-91d4-9f63ed6b8e9d tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.2100000 Jun 02 08:01:23.994877 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-6e364cce-9203-48ba-8832-31320c2023e7 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:24.051740 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-938a51be-f249-4ebf-8fd0-3708899857cc req-90e73990-af83-48d9-901e-b838c7f9b34f tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705988 Jun 02 08:01:24.074447 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-6e364cce-9203-48ba-8832-31320c2023e7 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:24.079434 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-6e364cce-9203-48ba-8832-31320c2023e7 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947614'] for security_group_rule, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:24.081970 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:01:24.110089 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e364cce-9203-48ba-8832-31320c2023e7 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f8c9130-679b-45fe-8eac-9d0d6fa29a78,revision_number=0']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:01:24.111154 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-47616d6b-2124-4d12-a1ad-1e31e2e0e540 req-9b4aa5a6-c6d8-4cb7-a09b-b9f86aaa84b1 service neutron] 10.222.0.79 "GET /v2.0/networks/4e47ec95-df63-4cde-9b70-6cfa695ac55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481681 Jun 02 08:01:24.115759 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-6e364cce-9203-48ba-8832-31320c2023e7 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:01:24.122800 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-6e364cce-9203-48ba-8832-31320c2023e7 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:24.126791 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-6e364cce-9203-48ba-8832-31320c2023e7 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2180147 Jun 02 08:01:24.126942 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 45152) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:01:24.131974 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-a9d53e21-dd12-4aaf-ae1b-f6a05bae3be6 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Request body: {'security_group_rule': {'security_group_id': '5c701006-af6a-41a8-b00f-358f5486efec', 'project_id': 'b376b02319e3497faae6b4322a8462bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:01:24.137931 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-a9d53e21-dd12-4aaf-ae1b-f6a05bae3be6 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:01:24.143104 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-a9d53e21-dd12-4aaf-ae1b-f6a05bae3be6 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Usage tracker for resource:security_group_rule and tenant:b376b02319e3497faae6b4322a8462bd is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:01:24.146033 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-a9d53e21-dd12-4aaf-ae1b-f6a05bae3be6 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:01:24.152582 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-a9d53e21-dd12-4aaf-ae1b-f6a05bae3be6 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:01:24.171782 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-a9d53e21-dd12-4aaf-ae1b-f6a05bae3be6 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:24.255837 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-a9d53e21-dd12-4aaf-ae1b-f6a05bae3be6 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:24.262754 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-a9d53e21-dd12-4aaf-ae1b-f6a05bae3be6 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947614'] for security_group_rule, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:24.265439 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:01:24.271707 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-47616d6b-2124-4d12-a1ad-1e31e2e0e540 req-bbbbddce-1a2f-4bee-acc0-2286ff6f7050 service neutron] 10.222.0.79 "GET /v2.0/networks/4e47ec95-df63-4cde-9b70-6cfa695ac55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513531 Jun 02 08:01:24.291002 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53e21-dd12-4aaf-ae1b-f6a05bae3be6 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d50c7dfb-83a2-47f6-bd4c-15b0325f51ae,revision_number=0']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:01:24.293827 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-a9d53e21-dd12-4aaf-ae1b-f6a05bae3be6 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:01:24.301938 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-a9d53e21-dd12-4aaf-ae1b-f6a05bae3be6 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:24.303093 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-a9d53e21-dd12-4aaf-ae1b-f6a05bae3be6 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1752615 Jun 02 08:01:24.305849 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 45158) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:01:24.311028 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-151925d7-9331-4c4b-8add-03fb7571211d tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Request body: {'security_group_rule': {'security_group_id': '5c701006-af6a-41a8-b00f-358f5486efec', 'project_id': 'b376b02319e3497faae6b4322a8462bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:01:24.317107 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-151925d7-9331-4c4b-8add-03fb7571211d tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:01:24.321118 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-151925d7-9331-4c4b-8add-03fb7571211d tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Usage tracker for resource:security_group_rule and tenant:b376b02319e3497faae6b4322a8462bd is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:01:24.324573 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-151925d7-9331-4c4b-8add-03fb7571211d tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:01:24.330371 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-151925d7-9331-4c4b-8add-03fb7571211d tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:01:24.347585 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-151925d7-9331-4c4b-8add-03fb7571211d tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:24.368837 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-53d134ea-49b3-4b68-9bd0-cc4e37202f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'name': 'tempest-TestMinimumBasicScenario-635836753-router', 'tenant_id': 'b376b02319e3497faae6b4322a8462bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:58Z', 'updated_at': '2021-06-02T08:00:10Z', 'revision_number': 4, 'project_id': 'b376b02319e3497faae6b4322a8462bd', 'gw_port': {'id': 'f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:00:00Z', 'updated_at': '2021-06-02T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_floatingips': [{'id': '7febbfcf-459a-4748-b40a-baa6b53e7237', 'tenant_id': 'b376b02319e3497faae6b4322a8462bd', 'floating_ip_address': '172.28.1.184', 'floating_network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'router_id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'port_id': '0d6c2575-792e-4c25-ab30-e0e125f1deaf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e47ec95-df63-4cde-9b70-6cfa695ac55a', 'mac_address': 'fa:16:3e:5a:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382cf5ed-0911-40ff-a494-bf8761ff40fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:01:21Z', 'updated_at': '2021-06-02T08:01:21Z', 'revision_number': 0, 'project_id': 'b376b02319e3497faae6b4322a8462bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df9999d4-1666-4295-a42f-1073b0b768bc', 'name': '', 'network_id': '4e47ec95-df63-4cde-9b70-6cfa695ac55a', 'tenant_id': 'b376b02319e3497faae6b4322a8462bd', 'mac_address': 'fa:16:3e:fe:8a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '97dd7f61-e68e-4938-a09a-689ecc9f4a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:00:09Z', 'updated_at': '2021-06-02T08:00:19Z', 'revision_number': 5, 'project_id': 'b376b02319e3497faae6b4322a8462bd', 'subnets': [{'id': '97dd7f61-e68e-4938-a09a-689ecc9f4a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:01:24.373134 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d134ea-49b3-4b68-9bd0-cc4e37202f19 None None] The sync data for ids ['75a91140-9a48-46ea-82d3-ce854be01b21'] in dv-cinder-786385-7-smb is: [{'id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'name': 'tempest-TestMinimumBasicScenario-635836753-router', 'tenant_id': 'b376b02319e3497faae6b4322a8462bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:58Z', 'updated_at': '2021-06-02T08:00:10Z', 'revision_number': 4, 'project_id': 'b376b02319e3497faae6b4322a8462bd', 'gw_port': {'id': 'f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:00:00Z', 'updated_at': '2021-06-02T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_floatingips': [{'id': '7febbfcf-459a-4748-b40a-baa6b53e7237', 'tenant_id': 'b376b02319e3497faae6b4322a8462bd', 'floating_ip_address': '172.28.1.184', 'floating_network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'router_id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'port_id': '0d6c2575-792e-4c25-ab30-e0e125f1deaf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e47ec95-df63-4cde-9b70-6cfa695ac55a', 'mac_address': 'fa:16:3e:5a:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382cf5ed-0911-40ff-a494-bf8761ff40fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:01:21Z', 'updated_at': '2021-06-02T08:01:21Z', 'revision_number': 0, 'project_id': 'b376b02319e3497faae6b4322a8462bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df9999d4-1666-4295-a42f-1073b0b768bc', 'name': '', 'network_id': '4e47ec95-df63-4cde-9b70-6cfa695ac55a', 'tenant_id': 'b376b02319e3497faae6b4322a8462bd', 'mac_address': 'fa:16:3e:fe:8a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '97dd7f61-e68e-4938-a09a-689ecc9f4a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:00:09Z', 'updated_at': '2021-06-02T08:00:19Z', 'revision_number': 5, 'project_id': 'b376b02319e3497faae6b4322a8462bd', 'subnets': [{'id': '97dd7f61-e68e-4938-a09a-689ecc9f4a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 08:01:24.420523 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-151925d7-9331-4c4b-8add-03fb7571211d tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:24.425525 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-151925d7-9331-4c4b-8add-03fb7571211d tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947614'] for security_group_rule, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:24.427644 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:01:24.451112 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151925d7-9331-4c4b-8add-03fb7571211d tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=803a6528-ee3e-4651-beb2-38867267ddd7,revision_number=0']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:01:24.455889 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-151925d7-9331-4c4b-8add-03fb7571211d tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:01:24.461108 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-151925d7-9331-4c4b-8add-03fb7571211d tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:24.462661 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-151925d7-9331-4c4b-8add-03fb7571211d tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1556494 Jun 02 08:01:24.466267 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 45160) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:01:24.470984 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-0533247d-1728-4fac-bf4d-bbdb02670a3e tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Request body: {'security_group_rule': {'security_group_id': '5c701006-af6a-41a8-b00f-358f5486efec', 'project_id': 'b376b02319e3497faae6b4322a8462bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:01:24.477407 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-0533247d-1728-4fac-bf4d-bbdb02670a3e tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:01:24.481536 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-0533247d-1728-4fac-bf4d-bbdb02670a3e tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Usage tracker for resource:security_group_rule and tenant:b376b02319e3497faae6b4322a8462bd is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:01:24.484377 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-0533247d-1728-4fac-bf4d-bbdb02670a3e tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:01:24.490088 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-0533247d-1728-4fac-bf4d-bbdb02670a3e tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:01:24.501065 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.db.securitygroups_db [None req-0533247d-1728-4fac-bf4d-bbdb02670a3e tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Project b376b02319e3497faae6b4322a8462bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 08:01:24.506939 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-0533247d-1728-4fac-bf4d-bbdb02670a3e tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:24.582725 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-0533247d-1728-4fac-bf4d-bbdb02670a3e tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:24.588316 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-0533247d-1728-4fac-bf4d-bbdb02670a3e tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947614'] for security_group_rule, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:24.591292 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-d013eb55-7b99-4005-b0b9-cd1c49640b69 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:01:24.611521 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a204c9-9310-4cf6-853f-7ec8a3142073 None None] New status for floating IP 7febbfcf-459a-4748-b40a-baa6b53e7237: ACTIVE {{(pid=91541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 08:01:24.627233 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533247d-1728-4fac-bf4d-bbdb02670a3e tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0934b4ae-8dbe-4e09-8dec-4152358a28b4,revision_number=0']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:01:24.638901 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-0533247d-1728-4fac-bf4d-bbdb02670a3e tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:01:24.644021 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-0533247d-1728-4fac-bf4d-bbdb02670a3e tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:24.647731 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-0533247d-1728-4fac-bf4d-bbdb02670a3e tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1780658 Jun 02 08:01:24.647954 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 45166) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:01:24.653261 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-e0fffe9a-d55b-4e7a-8288-871b7a5936f4 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Request body: {'security_group_rule': {'security_group_id': '5c701006-af6a-41a8-b00f-358f5486efec', 'project_id': 'b376b02319e3497faae6b4322a8462bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:01:24.660802 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-e0fffe9a-d55b-4e7a-8288-871b7a5936f4 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:01:24.664632 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-e0fffe9a-d55b-4e7a-8288-871b7a5936f4 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Usage tracker for resource:security_group_rule and tenant:b376b02319e3497faae6b4322a8462bd is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:01:24.668470 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-e0fffe9a-d55b-4e7a-8288-871b7a5936f4 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:01:24.675563 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-e0fffe9a-d55b-4e7a-8288-871b7a5936f4 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:01:24.692122 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.db.securitygroups_db [None req-e0fffe9a-d55b-4e7a-8288-871b7a5936f4 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Project b376b02319e3497faae6b4322a8462bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 08:01:24.701786 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-e0fffe9a-d55b-4e7a-8288-871b7a5936f4 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:24.772213 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-e0fffe9a-d55b-4e7a-8288-871b7a5936f4 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:24.775869 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-e0fffe9a-d55b-4e7a-8288-871b7a5936f4 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947614'] for security_group_rule, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:24.782354 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-a9d53e21-dd12-4aaf-ae1b-f6a05bae3be6 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:01:24.800621 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fffe9a-d55b-4e7a-8288-871b7a5936f4 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd9e15b8-e9b6-48e3-a276-467d5d48ad52,revision_number=0']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:01:24.803270 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-e0fffe9a-d55b-4e7a-8288-871b7a5936f4 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:01:24.812800 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-e0fffe9a-d55b-4e7a-8288-871b7a5936f4 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:24.814140 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-e0fffe9a-d55b-4e7a-8288-871b7a5936f4 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1652248 Jun 02 08:01:24.935784 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-9b26bef1-40e9-4cb3-a893-7ecaacc73bba req-7ff73fec-a431-4edc-b45c-724ab37cbec5 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-287622968&fields=id&tenant_id=b376b02319e3497faae6b4322a8462bd HTTP/1.1" status: 200 len: 267 time: 0.0412645 Jun 02 08:01:25.020715 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26bef1-40e9-4cb3-a893-7ecaacc73bba req-76916608-a763-4aa6-bfdd-dbe85f103d1e tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:25.022127 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-9b26bef1-40e9-4cb3-a893-7ecaacc73bba req-76916608-a763-4aa6-bfdd-dbe85f103d1e tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/ports?device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 946 time: 0.0808351 Jun 02 08:01:25.033062 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [req-9b26bef1-40e9-4cb3-a893-7ecaacc73bba req-1a4b6f3d-d4b0-42e7-a309-015f53ab773e tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Request body: {'port': {'security_groups': ['1eda14ef-3c0e-4202-b12e-e45f3def0667', '5c701006-af6a-41a8-b00f-358f5486efec']}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:01:25.162419 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [req-9b26bef1-40e9-4cb3-a893-7ecaacc73bba req-1a4b6f3d-d4b0-42e7-a309-015f53ab773e tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:25.424397 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.db [req-9b26bef1-40e9-4cb3-a893-7ecaacc73bba req-1a4b6f3d-d4b0-42e7-a309-015f53ab773e tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] For port 0d6c2575-792e-4c25-ab30-e0e125f1deaf, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0d6c2575-792e-4c25-ab30-e0e125f1deaf,segment=NetworkSegment(57757a71-f318-422f-96b3-91ecdbbb6c06),segment_id=57757a71-f318-422f-96b3-91ecdbbb6c06)] {{(pid=91540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:01:25.454582 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [req-9b26bef1-40e9-4cb3-a893-7ecaacc73bba req-1a4b6f3d-d4b0-42e7-a309-015f53ab773e tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks [] for port, precommit_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:25.464686 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [req-9b26bef1-40e9-4cb3-a893-7ecaacc73bba req-1a4b6f3d-d4b0-42e7-a309-015f53ab773e tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27652429'] for port, after_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:25.470562 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-2090a370-6b6f-4f4f-a109-77f70a6090e2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:01:25.477191 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['0d6c2575-792e-4c25-ab30-e0e125f1deaf'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 08:01:25.542812 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26bef1-40e9-4cb3-a893-7ecaacc73bba req-1a4b6f3d-d4b0-42e7-a309-015f53ab773e tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:25.543442 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [req-9b26bef1-40e9-4cb3-a893-7ecaacc73bba req-1a4b6f3d-d4b0-42e7-a309-015f53ab773e tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for port, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:25.545297 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-9b26bef1-40e9-4cb3-a893-7ecaacc73bba req-1a4b6f3d-d4b0-42e7-a309-015f53ab773e tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "PUT /v2.0/ports/0d6c2575-792e-4c25-ab30-e0e125f1deaf HTTP/1.1" status: 200 len: 982 time: 0.5163321 Jun 02 08:01:25.545483 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382cf5ed-0911-40ff-a494-bf8761ff40fe', 'tag': '0d6c2575-792e-4c25-ab30-e0e125f1deaf'}] {{(pid=91540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:01:25.547648 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f13e3936cf79d94985b49fd7103ff1c1474c6e711ae5245fa502c5acfdcd8c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebca5a4b-27a9-4de2-8a1c-9c623454d5f0" -d '{"events": [{"name": "network-changed", "server_uuid": "382cf5ed-0911-40ff-a494-bf8761ff40fe", "tag": "0d6c2575-792e-4c25-ab30-e0e125f1deaf"}]}' {{(pid=91540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:01:25.592916 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b6f3d-d4b0-42e7-a309-015f53ab773e tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Pushing event updated for resources: {'Port': ['ID=0d6c2575-792e-4c25-ab30-e0e125f1deaf,revision_number=6']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:01:25.605736 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-1a4b6f3d-d4b0-42e7-a309-015f53ab773e tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:01:25.649280 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db31cce1-29dc-41f2-bad8-0be5d91fce86 x-openstack-request-id: req-db31cce1-29dc-41f2-bad8-0be5d91fce86 {{(pid=91540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:01:25.650108 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382cf5ed-0911-40ff-a494-bf8761ff40fe", "tag": "0d6c2575-792e-4c25-ab30-e0e125f1deaf", "status": "completed", "code": 200}]} {{(pid=91540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:01:25.650405 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-db31cce1-29dc-41f2-bad8-0be5d91fce86 {{(pid=91540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:01:25.652676 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382cf5ed-0911-40ff-a494-bf8761ff40fe', 'tag': '0d6c2575-792e-4c25-ab30-e0e125f1deaf', 'status': 'completed', 'code': 200} Jun 02 08:01:25.672439 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['0d6c2575-792e-4c25-ab30-e0e125f1deaf'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 08:01:25.804467 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca5a4b-27a9-4de2-8a1c-9c623454d5f0 req-39277b62-6fe1-4b57-8409-58a5ca3c8821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:25.805935 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ebca5a4b-27a9-4de2-8a1c-9c623454d5f0 req-39277b62-6fe1-4b57-8409-58a5ca3c8821 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b376b02319e3497faae6b4322a8462bd&device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 1138 time: 0.1318259 Jun 02 08:01:25.893348 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-4428732a-99b5-4a0c-8598-85d138ac1abd None None] Provisioning complete for port 0d6c2575-792e-4c25-ab30-e0e125f1deaf triggered by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:01:25.894084 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-4428732a-99b5-4a0c-8598-85d138ac1abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:25.927415 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e94d1b-12f1-4389-9d0d-40e675368f00 req-d89d0265-c0a2-42a0-8dcc-d86a0018a2b5 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:25.928974 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-04e94d1b-12f1-4389-9d0d-40e675368f00 req-d89d0265-c0a2-42a0-8dcc-d86a0018a2b5 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/ports?device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 985 time: 0.2083490 Jun 02 08:01:26.082049 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca5a4b-27a9-4de2-8a1c-9c623454d5f0 req-3c348a1c-08ff-4e4f-9f85-cc67808535d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:26.083933 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ebca5a4b-27a9-4de2-8a1c-9c623454d5f0 req-3c348a1c-08ff-4e4f-9f85-cc67808535d4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=4e47ec95-df63-4cde-9b70-6cfa695ac55a HTTP/1.1" status: 200 len: 915 time: 0.2707624 Jun 02 08:01:26.095391 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-04e94d1b-12f1-4389-9d0d-40e675368f00 req-c277c0f7-9f68-4a0d-b447-ea6281548de9 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Synchronizing usage tracker for tenant:b376b02319e3497faae6b4322a8462bd on resource:security_group {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:01:26.208742 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-04e94d1b-12f1-4389-9d0d-40e675368f00 req-c277c0f7-9f68-4a0d-b447-ea6281548de9 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Unset dirty status for tenant:b376b02319e3497faae6b4322a8462bd on resource:security_group {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:01:26.210012 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-04e94d1b-12f1-4389-9d0d-40e675368f00 req-c277c0f7-9f68-4a0d-b447-ea6281548de9 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c701006-af6a-41a8-b00f-358f5486efec&id=1eda14ef-3c0e-4202-b12e-e45f3def0667&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2707958 Jun 02 08:01:26.223052 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ebca5a4b-27a9-4de2-8a1c-9c623454d5f0 req-27cd5554-7e24-4440-9292-fdbf99bd2a26 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d6c2575-792e-4c25-ab30-e0e125f1deaf HTTP/1.1" status: 200 len: 1002 time: 0.1146455 Jun 02 08:01:26.287896 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca5a4b-27a9-4de2-8a1c-9c623454d5f0 req-90cf6846-e88c-4349-a806-8de4146c202c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:26.289361 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ebca5a4b-27a9-4de2-8a1c-9c623454d5f0 req-90cf6846-e88c-4349-a806-8de4146c202c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=97dd7f61-e68e-4938-a09a-689ecc9f4a01 HTTP/1.1" status: 200 len: 853 time: 0.0585182 Jun 02 08:01:26.374270 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca5a4b-27a9-4de2-8a1c-9c623454d5f0 req-9db2a7e2-9a94-413a-8b63-6714228ecdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:26.375738 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ebca5a4b-27a9-4de2-8a1c-9c623454d5f0 req-9db2a7e2-9a94-413a-8b63-6714228ecdf8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4e47ec95-df63-4cde-9b70-6cfa695ac55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0729856 Jun 02 08:01:26.527827 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ebca5a4b-27a9-4de2-8a1c-9c623454d5f0 req-496633b9-7d20-4f73-9105-2dbfe6110ab4 service neutron] 10.222.0.79 "GET /v2.0/networks/4e47ec95-df63-4cde-9b70-6cfa695ac55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274822 Jun 02 08:01:26.661295 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ebca5a4b-27a9-4de2-8a1c-9c623454d5f0 req-b30fb870-c6d3-4d9a-90ff-055eb85e9478 service neutron] 10.222.0.79 "GET /v2.0/networks/4e47ec95-df63-4cde-9b70-6cfa695ac55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237602 Jun 02 08:01:28.800501 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13fbb5-177b-42a8-8376-b035a138dbbf req-0981f1bf-8ff8-42cf-b355-b5c02fa991b5 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:28.801846 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0d13fbb5-177b-42a8-8376-b035a138dbbf req-0981f1bf-8ff8-42cf-b355-b5c02fa991b5 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 945 time: 0.0790164 Jun 02 08:01:28.845865 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0d13fbb5-177b-42a8-8376-b035a138dbbf req-7e53689e-e302-4d37-a26d-617cdbf1afc7 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384014 Jun 02 08:01:29.926778 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-bb437b79-340b-45fe-92f8-a307caedc3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:30.030033 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9bc4e-d476-417a-b55f-d64c61ae5d57 req-8850eb8a-ed9a-4886-b85c-3477ba57ec7d tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:30.031478 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5de9bc4e-d476-417a-b55f-d64c61ae5d57 req-8850eb8a-ed9a-4886-b85c-3477ba57ec7d tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 945 time: 0.0774236 Jun 02 08:01:30.078360 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5de9bc4e-d476-417a-b55f-d64c61ae5d57 req-b46604aa-593f-40a2-aae2-22d5ce6604dc tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413227 Jun 02 08:01:31.273801 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437e098-51b4-48ff-b93e-3dd0fff4c1ac req-ad14c161-966d-4acf-95b3-1a00b9c3d7bb tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:31.275502 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5437e098-51b4-48ff-b93e-3dd0fff4c1ac req-ad14c161-966d-4acf-95b3-1a00b9c3d7bb tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 945 time: 0.0825078 Jun 02 08:01:31.321387 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5437e098-51b4-48ff-b93e-3dd0fff4c1ac req-3390776f-baef-4084-9c38-b4084a218850 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395331 Jun 02 08:01:31.566420 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a38581-4ac2-4244-9ac7-9176ae28be96 req-b9b02a43-2e63-4656-8a3b-bfe1500af817 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:31.567837 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-15a38581-4ac2-4244-9ac7-9176ae28be96 req-b9b02a43-2e63-4656-8a3b-bfe1500af817 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 945 time: 0.0783789 Jun 02 08:01:31.704150 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [req-15a38581-4ac2-4244-9ac7-9176ae28be96 req-3cdfd633-52aa-4c87-a580-d72f0f0f5379 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Deleting port 51e3e82f-1daf-40db-aa1c-87c0483fda8e {{(pid=91539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:01:31.704491 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-15a38581-4ac2-4244-9ac7-9176ae28be96 req-3cdfd633-52aa-4c87-a580-d72f0f0f5379 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:31.832944 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-15a38581-4ac2-4244-9ac7-9176ae28be96 req-3cdfd633-52aa-4c87-a580-d72f0f0f5379 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] For port 51e3e82f-1daf-40db-aa1c-87c0483fda8e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=51e3e82f-1daf-40db-aa1c-87c0483fda8e,segment=NetworkSegment(3f548572-a713-4235-ad33-450f3897a68e),segment_id=3f548572-a713-4235-ad33-450f3897a68e)] {{(pid=91539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:01:31.833288 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-15a38581-4ac2-4244-9ac7-9176ae28be96 req-3cdfd633-52aa-4c87-a580-d72f0f0f5379 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:31.952067 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [req-15a38581-4ac2-4244-9ac7-9176ae28be96 req-3cdfd633-52aa-4c87-a580-d72f0f0f5379 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Calling delete_port for 51e3e82f-1daf-40db-aa1c-87c0483fda8e owned by compute:nova {{(pid=91539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:01:32.060361 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-15a38581-4ac2-4244-9ac7-9176ae28be96 req-3cdfd633-52aa-4c87-a580-d72f0f0f5379 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:32.065509 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:01:32.074553 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['5cad6f00-8d13-4408-b3d8-b585af60c589', '51e3e82f-1daf-40db-aa1c-87c0483fda8e'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 08:01:32.110839 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdfd633-52aa-4c87-a580-d72f0f0f5379 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Pushing event deleted for resources: {'Port': ['ID=51e3e82f-1daf-40db-aa1c-87c0483fda8e,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:01:32.140029 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-3cdfd633-52aa-4c87-a580-d72f0f0f5379 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:01:32.185023 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a38581-4ac2-4244-9ac7-9176ae28be96 req-3cdfd633-52aa-4c87-a580-d72f0f0f5379 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] No DVR routers for this DVR port 51e3e82f-1daf-40db-aa1c-87c0483fda8e on host hv-cinder-78638 {{(pid=91539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 08:01:32.187475 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-15a38581-4ac2-4244-9ac7-9176ae28be96 req-3cdfd633-52aa-4c87-a580-d72f0f0f5379 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:32.190014 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d48be1-2d69-44b5-aaff-3661045d6eac', 'name': 'network-vif-deleted', 'tag': '51e3e82f-1daf-40db-aa1c-87c0483fda8e'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:01:32.192310 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f9f509-2f76-4948-a461-48dfb8639b80" -d '{"events": [{"server_uuid": "d2d48be1-2d69-44b5-aaff-3661045d6eac", "name": "network-vif-deleted", "tag": "51e3e82f-1daf-40db-aa1c-87c0483fda8e"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:01:32.206009 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-15a38581-4ac2-4244-9ac7-9176ae28be96 req-3cdfd633-52aa-4c87-a580-d72f0f0f5379 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.79 "DELETE /v2.0/ports/51e3e82f-1daf-40db-aa1c-87c0483fda8e HTTP/1.1" status: 204 len: 173 time: 0.6300626 Jun 02 08:01:32.245373 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3c9539-e188-4246-bd7c-8a7284abe439 x-openstack-request-id: req-ff3c9539-e188-4246-bd7c-8a7284abe439 {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:01:32.246094 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d48be1-2d69-44b5-aaff-3661045d6eac", "name": "network-vif-deleted", "tag": "51e3e82f-1daf-40db-aa1c-87c0483fda8e", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:01:32.246605 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ff3c9539-e188-4246-bd7c-8a7284abe439 {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:01:32.247040 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d48be1-2d69-44b5-aaff-3661045d6eac', 'name': 'network-vif-deleted', 'tag': '51e3e82f-1daf-40db-aa1c-87c0483fda8e', 'status': 'completed', 'code': 200} Jun 02 08:01:32.382846 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:32.491284 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-7681024b-2923-4206-988e-41c3bd1fc379 req-c7049e5a-19bc-4399-87a4-9d5f633586a4 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Synchronizing usage tracker for tenant:bce503cf25904aaca71aef47268da025 on resource:port {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:01:32.506015 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-7681024b-2923-4206-988e-41c3bd1fc379 req-c7049e5a-19bc-4399-87a4-9d5f633586a4 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Unset dirty status for tenant:bce503cf25904aaca71aef47268da025 on resource:port {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:01:32.507137 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-7681024b-2923-4206-988e-41c3bd1fc379 req-c7049e5a-19bc-4399-87a4-9d5f633586a4 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2d48be1-2d69-44b5-aaff-3661045d6eac HTTP/1.1" status: 200 len: 210 time: 0.0590410 Jun 02 08:01:32.631589 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-a203b7b5-e616-4b3f-80f7-cc432b0917ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:33.955907 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cef551-6ce7-4bf1-9049-04e51dc986e0 req-9c0289ee-26c9-48ac-9f73-942259934f3b tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:33.957325 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-f6cef551-6ce7-4bf1-9049-04e51dc986e0 req-9c0289ee-26c9-48ac-9f73-942259934f3b tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.0791237 Jun 02 08:01:33.992596 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:34.004392 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-f6cef551-6ce7-4bf1-9049-04e51dc986e0 req-18f1be5c-3be2-4d2d-a42b-f5ff9f1fe488 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414968 Jun 02 08:01:35.089718 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 51e3e82f-1daf-40db-aa1c-87c0483fda8e no longer exists at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:01:35.126574 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] No Port match for: 51e3e82f-1daf-40db-aa1c-87c0483fda8e {{(pid=91541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 08:01:35.127010 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 51e3e82f-1daf-40db-aa1c-87c0483fda8e not bound to the agent host hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 08:01:35.273617 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b71b0-56e8-46f5-9158-a9dc61e61531 req-63c0addf-1e4d-4956-ac42-9b34cebd6ba6 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:35.275053 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-251b71b0-56e8-46f5-9158-a9dc61e61531 req-63c0addf-1e4d-4956-ac42-9b34cebd6ba6 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.1644819 Jun 02 08:01:35.320825 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-251b71b0-56e8-46f5-9158-a9dc61e61531 req-c56c48ef-9034-448e-b2d4-d9b9485c3f08 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395465 Jun 02 08:01:35.345549 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:36.508023 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656a15d-9f80-440a-b7a8-463f854ed0cd req-a049f731-94ae-461b-a06c-b7feeb3d8346 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:36.509484 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-b656a15d-9f80-440a-b7a8-463f854ed0cd req-a049f731-94ae-461b-a06c-b7feeb3d8346 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.0819211 Jun 02 08:01:36.555756 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-b656a15d-9f80-440a-b7a8-463f854ed0cd req-a037283a-76c9-47f9-a9a2-c11a30da67b3 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385106 Jun 02 08:01:37.740212 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb04d7-f29d-4bad-9303-6440a3600a98 req-e78e1ae2-deb3-4d24-97fc-cb0897078ec4 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:37.741659 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-67eb04d7-f29d-4bad-9303-6440a3600a98 req-e78e1ae2-deb3-4d24-97fc-cb0897078ec4 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.0788074 Jun 02 08:01:37.788650 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-67eb04d7-f29d-4bad-9303-6440a3600a98 req-cf6d7958-c46a-47cd-b97c-c8c1998472b4 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407190 Jun 02 08:01:38.970888 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763cb34-0d81-48ef-bab4-9fdeae201406 req-556f7c2b-8380-4e5c-9ed6-ba6254370af4 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:38.972326 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-9763cb34-0d81-48ef-bab4-9fdeae201406 req-556f7c2b-8380-4e5c-9ed6-ba6254370af4 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.0782390 Jun 02 08:01:39.016592 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-9763cb34-0d81-48ef-bab4-9fdeae201406 req-f31d31a0-08a4-41bf-9070-b05f62c75eee tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387156 Jun 02 08:01:39.816988 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:40.201053 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b976a-12a4-42ff-91a8-013712441928 req-e2784a23-d5b0-42de-8fba-10906fe98b4d tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:40.202568 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-7d5b976a-12a4-42ff-91a8-013712441928 req-e2784a23-d5b0-42de-8fba-10906fe98b4d tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.0828786 Jun 02 08:01:40.255748 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-7d5b976a-12a4-42ff-91a8-013712441928 req-5515c5ba-279b-4a71-94f5-b8f23298f149 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/security-groups?id=351b42c3-78d0-409a-adb3-77fe9be9ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475428 Jun 02 08:01:40.536686 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4cc3d-69cf-4fd1-9dd0-7659f8cb218e req-6dcd7832-7630-4241-9591-9c0d3f445867 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:40.538087 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d3c4cc3d-69cf-4fd1-9dd0-7659f8cb218e req-6dcd7832-7630-4241-9591-9c0d3f445867 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.79 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 945 time: 0.0839975 Jun 02 08:01:40.674266 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [req-d3c4cc3d-69cf-4fd1-9dd0-7659f8cb218e req-9e9232b6-388b-405d-854e-24450ad31bd1 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Deleting port 5cad6f00-8d13-4408-b3d8-b585af60c589 {{(pid=91539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:01:40.674602 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-d3c4cc3d-69cf-4fd1-9dd0-7659f8cb218e req-9e9232b6-388b-405d-854e-24450ad31bd1 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:40.803624 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-d3c4cc3d-69cf-4fd1-9dd0-7659f8cb218e req-9e9232b6-388b-405d-854e-24450ad31bd1 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] For port 5cad6f00-8d13-4408-b3d8-b585af60c589, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5cad6f00-8d13-4408-b3d8-b585af60c589,segment=NetworkSegment(3f548572-a713-4235-ad33-450f3897a68e),segment_id=3f548572-a713-4235-ad33-450f3897a68e)] {{(pid=91539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:01:40.803921 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-d3c4cc3d-69cf-4fd1-9dd0-7659f8cb218e req-9e9232b6-388b-405d-854e-24450ad31bd1 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:40.935786 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [req-d3c4cc3d-69cf-4fd1-9dd0-7659f8cb218e req-9e9232b6-388b-405d-854e-24450ad31bd1 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Calling delete_port for 5cad6f00-8d13-4408-b3d8-b585af60c589 owned by compute:nova {{(pid=91539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:01:41.045810 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-d3c4cc3d-69cf-4fd1-9dd0-7659f8cb218e req-9e9232b6-388b-405d-854e-24450ad31bd1 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:41.051044 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-238478ce-ed25-4037-91dd-d25cbbbc385a tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:01:41.059166 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['5cad6f00-8d13-4408-b3d8-b585af60c589'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 08:01:41.097926 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9232b6-388b-405d-854e-24450ad31bd1 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Pushing event deleted for resources: {'Port': ['ID=5cad6f00-8d13-4408-b3d8-b585af60c589,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:01:41.100940 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-9e9232b6-388b-405d-854e-24450ad31bd1 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:01:41.183696 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c4cc3d-69cf-4fd1-9dd0-7659f8cb218e req-9e9232b6-388b-405d-854e-24450ad31bd1 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] No DVR routers for this DVR port 5cad6f00-8d13-4408-b3d8-b585af60c589 on host hv-cinder-78638 {{(pid=91539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 08:01:41.186198 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-d3c4cc3d-69cf-4fd1-9dd0-7659f8cb218e req-9e9232b6-388b-405d-854e-24450ad31bd1 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:41.188872 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b1bcd7-8c51-4020-aed3-0efec975db6c', 'name': 'network-vif-deleted', 'tag': '5cad6f00-8d13-4408-b3d8-b585af60c589'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:01:41.191192 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb2d39e-71f9-4950-9382-0f92a2f39d67" -d '{"events": [{"server_uuid": "76b1bcd7-8c51-4020-aed3-0efec975db6c", "name": "network-vif-deleted", "tag": "5cad6f00-8d13-4408-b3d8-b585af60c589"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:01:41.207134 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d3c4cc3d-69cf-4fd1-9dd0-7659f8cb218e req-9e9232b6-388b-405d-854e-24450ad31bd1 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.79 "DELETE /v2.0/ports/5cad6f00-8d13-4408-b3d8-b585af60c589 HTTP/1.1" status: 204 len: 173 time: 0.6616852 Jun 02 08:01:41.240715 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58466c60-c0ad-47f3-b510-72d01f9c0b93 x-openstack-request-id: req-58466c60-c0ad-47f3-b510-72d01f9c0b93 {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:01:41.241044 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b1bcd7-8c51-4020-aed3-0efec975db6c", "name": "network-vif-deleted", "tag": "5cad6f00-8d13-4408-b3d8-b585af60c589", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:01:41.241329 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-58466c60-c0ad-47f3-b510-72d01f9c0b93 {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:01:41.241746 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b1bcd7-8c51-4020-aed3-0efec975db6c', 'name': 'network-vif-deleted', 'tag': '5cad6f00-8d13-4408-b3d8-b585af60c589', 'status': 'completed', 'code': 200} Jun 02 08:01:41.421980 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-4dcda04b-2367-4885-82df-bf011ffab7b4 req-0fd0dcac-27b8-4e6e-92e2-7d05a11bc3bf tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Synchronizing usage tracker for tenant:bce503cf25904aaca71aef47268da025 on resource:port {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:01:41.436764 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-4dcda04b-2367-4885-82df-bf011ffab7b4 req-0fd0dcac-27b8-4e6e-92e2-7d05a11bc3bf tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Unset dirty status for tenant:bce503cf25904aaca71aef47268da025 on resource:port {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:01:41.437865 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-4dcda04b-2367-4885-82df-bf011ffab7b4 req-0fd0dcac-27b8-4e6e-92e2-7d05a11bc3bf tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b1bcd7-8c51-4020-aed3-0efec975db6c HTTP/1.1" status: 200 len: 210 time: 0.0608985 Jun 02 08:01:42.220326 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.agents_db [None req-10acdd10-972e-4945-a856-8243e035fc02 None None] Agent healthcheck: found 6 active agents {{(pid=91542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 08:01:42.534402 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 45242) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:01:43.135112 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-af58296c-b7d7-4a7f-906b-9a36c67db1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-944181'] for router_interface, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:43.162962 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 5cad6f00-8d13-4408-b3d8-b585af60c589 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:01:43.195621 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] No Port match for: 5cad6f00-8d13-4408-b3d8-b585af60c589 {{(pid=91541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 08:01:43.195996 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 5cad6f00-8d13-4408-b3d8-b585af60c589 not bound to the agent host hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 08:01:43.540214 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [None req-af58296c-b7d7-4a7f-906b-9a36c67db1f8 admin admin] Deleting port 4b93656c-84a5-49b3-a6ac-7ef0252aa85d {{(pid=91539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:01:43.540825 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-af58296c-b7d7-4a7f-906b-9a36c67db1f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:43.659046 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [None req-af58296c-b7d7-4a7f-906b-9a36c67db1f8 admin admin] For port 4b93656c-84a5-49b3-a6ac-7ef0252aa85d, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=4b93656c-84a5-49b3-a6ac-7ef0252aa85d,segment=NetworkSegment(3f548572-a713-4235-ad33-450f3897a68e),segment_id=3f548572-a713-4235-ad33-450f3897a68e)] {{(pid=91539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:01:43.659435 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-af58296c-b7d7-4a7f-906b-9a36c67db1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:43.776763 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [None req-af58296c-b7d7-4a7f-906b-9a36c67db1f8 admin admin] Calling delete_port for 4b93656c-84a5-49b3-a6ac-7ef0252aa85d owned by network:router_interface {{(pid=91539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:01:44.046928 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-af58296c-b7d7-4a7f-906b-9a36c67db1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:44.050430 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-5c82b830-fe78-4197-9a3e-7cadd6a55b12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:01:44.094519 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58296c-b7d7-4a7f-906b-9a36c67db1f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b93656c-84a5-49b3-a6ac-7ef0252aa85d,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:01:44.097569 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-af58296c-b7d7-4a7f-906b-9a36c67db1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:01:44.441292 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-af58296c-b7d7-4a7f-906b-9a36c67db1f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-944193'] for router_interface, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:44.792888 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af58296c-b7d7-4a7f-906b-9a36c67db1f8 admin admin] Router 242cc008-1293-4d22-b907-ba9dc0639893 has already been hosted by L3 agent 221affb1-81f2-42a7-84c7-b8c79a9401bf {{(pid=91539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 08:01:44.966795 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af58296c-b7d7-4a7f-906b-9a36c67db1f8 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-smb the message routers_updated {{(pid=91539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 08:01:44.974973 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c9ed44-a9eb-4642-adc1-99032a37adf4 None None] Sync routers for ids ['242cc008-1293-4d22-b907-ba9dc0639893'] in dv-cinder-786385-7-smb {{(pid=91542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 08:01:44.983828 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-af58296c-b7d7-4a7f-906b-9a36c67db1f8 admin admin] 10.222.0.81 "PUT /v2.0/routers/242cc008-1293-4d22-b907-ba9dc0639893/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4483364 Jun 02 08:01:44.985291 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c9ed44-a9eb-4642-adc1-99032a37adf4 None None] Routers {'242cc008-1293-4d22-b907-ba9dc0639893'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:01:44.985880 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-80c9ed44-a9eb-4642-adc1-99032a37adf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:01:33Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['242cc008-1293-4d22-b907-ba9dc0639893'], 'active': True} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:01:44.986252 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 45246) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:01:45.155830 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-4758cf76-1ad3-4793-9a94-9db44c0b7a0c admin admin] Notify callbacks [] for router, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:45.161015 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvr_db [None req-80c9ed44-a9eb-4642-adc1-99032a37adf4 None None] Set router 242cc008-1293-4d22-b907-ba9dc0639893 gateway port host: dv-cinder-786385-7-smb {{(pid=91542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:01:45.339031 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-4758cf76-1ad3-4793-9a94-9db44c0b7a0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:45.408958 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [None req-4758cf76-1ad3-4793-9a94-9db44c0b7a0c admin admin] Deleting port 585a0cfe-5e42-415a-ac4c-bd8f4b2957c8 {{(pid=91539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:01:45.409231 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-4758cf76-1ad3-4793-9a94-9db44c0b7a0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:45.441199 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-80c9ed44-a9eb-4642-adc1-99032a37adf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '242cc008-1293-4d22-b907-ba9dc0639893', 'name': 'tempest-ServerRescueNegativeTestJSON-1123989338-router', 'tenant_id': 'bce503cf25904aaca71aef47268da025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': '585a0cfe-5e42-415a-ac4c-bd8f4b2957c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:58:45Z', 'updated_at': '2021-06-02T08:01:43Z', 'revision_number': 5, 'project_id': 'bce503cf25904aaca71aef47268da025', 'gw_port': {'id': '585a0cfe-5e42-415a-ac4c-bd8f4b2957c8', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242cc008-1293-4d22-b907-ba9dc0639893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:58:47Z', 'updated_at': '2021-06-02T07:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb'}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:01:45.444984 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c9ed44-a9eb-4642-adc1-99032a37adf4 None None] Checking router: 242cc008-1293-4d22-b907-ba9dc0639893 for host: dv-cinder-786385-7-smb {{(pid=91542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 08:01:45.453643 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c9ed44-a9eb-4642-adc1-99032a37adf4 None None] Routers {'242cc008-1293-4d22-b907-ba9dc0639893'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:01:45.454243 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-80c9ed44-a9eb-4642-adc1-99032a37adf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:01:33Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['242cc008-1293-4d22-b907-ba9dc0639893'], 'active': True} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:01:45.527840 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [None req-4758cf76-1ad3-4793-9a94-9db44c0b7a0c admin admin] For port 585a0cfe-5e42-415a-ac4c-bd8f4b2957c8, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=585a0cfe-5e42-415a-ac4c-bd8f4b2957c8,segment=NetworkSegment(f5cbd04c-dcdc-483c-9882-54251cba879c),segment_id=f5cbd04c-dcdc-483c-9882-54251cba879c)] {{(pid=91539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:01:45.528188 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-4758cf76-1ad3-4793-9a94-9db44c0b7a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:45.603306 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvr_db [None req-80c9ed44-a9eb-4642-adc1-99032a37adf4 None None] Set router 242cc008-1293-4d22-b907-ba9dc0639893 gateway port host: None {{(pid=91542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:01:45.648259 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [None req-4758cf76-1ad3-4793-9a94-9db44c0b7a0c admin admin] Calling delete_port for 585a0cfe-5e42-415a-ac4c-bd8f4b2957c8 owned by network:router_gateway {{(pid=91539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:01:45.738061 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-80c9ed44-a9eb-4642-adc1-99032a37adf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '242cc008-1293-4d22-b907-ba9dc0639893', 'name': 'tempest-ServerRescueNegativeTestJSON-1123989338-router', 'tenant_id': 'bce503cf25904aaca71aef47268da025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:58:45Z', 'updated_at': '2021-06-02T08:01:45Z', 'revision_number': 6, 'project_id': 'bce503cf25904aaca71aef47268da025', 'gw_port_host': None}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:01:45.742238 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c9ed44-a9eb-4642-adc1-99032a37adf4 None None] The sync data for ids ['242cc008-1293-4d22-b907-ba9dc0639893'] in dv-cinder-786385-7-smb is: [{'id': '242cc008-1293-4d22-b907-ba9dc0639893', 'name': 'tempest-ServerRescueNegativeTestJSON-1123989338-router', 'tenant_id': 'bce503cf25904aaca71aef47268da025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:58:45Z', 'updated_at': '2021-06-02T08:01:45Z', 'revision_number': 6, 'project_id': 'bce503cf25904aaca71aef47268da025', 'gw_port_host': None}] {{(pid=91542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 08:01:45.888875 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-4758cf76-1ad3-4793-9a94-9db44c0b7a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:45.893513 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-3cdfd633-52aa-4c87-a580-d72f0f0f5379 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:01:45.938339 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758cf76-1ad3-4793-9a94-9db44c0b7a0c admin admin] Pushing event deleted for resources: {'Port': ['ID=585a0cfe-5e42-415a-ac4c-bd8f4b2957c8,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:01:45.962875 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-4758cf76-1ad3-4793-9a94-9db44c0b7a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:01:46.026731 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-4758cf76-1ad3-4793-9a94-9db44c0b7a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946132'] for router_gateway, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:46.205543 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-4758cf76-1ad3-4793-9a94-9db44c0b7a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3831'] for router, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:46.207661 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-4758cf76-1ad3-4793-9a94-9db44c0b7a0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:46.295215 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-4758cf76-1ad3-4793-9a94-9db44c0b7a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012666'] for router, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:46.295636 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4758cf76-1ad3-4793-9a94-9db44c0b7a0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 242cc008-1293-4d22-b907-ba9dc0639893 {{(pid=91539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 08:01:46.309617 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-4758cf76-1ad3-4793-9a94-9db44c0b7a0c admin admin] Notify callbacks [] for router, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:46.311196 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-4758cf76-1ad3-4793-9a94-9db44c0b7a0c admin admin] 10.222.0.81 "DELETE /v2.0/routers/242cc008-1293-4d22-b907-ba9dc0639893 HTTP/1.1" status: 204 len: 168 time: 1.3239937 Jun 02 08:01:46.315089 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 45252) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:01:46.393169 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.db_base_plugin_v2 [None req-411a51eb-1126-4385-b710-181c6a3bed47 admin admin] Deleting subnet 25f79c19-4d8f-4b6c-b5f3-71b7068d7861 {{(pid=91539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 08:01:46.396974 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-411a51eb-1126-4385-b710-181c6a3bed47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:46.454544 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-411a51eb-1126-4385-b710-181c6a3bed47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1809723'] for subnet, precommit_delete_associations {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:46.516558 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-411a51eb-1126-4385-b710-181c6a3bed47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862327'] for subnet, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:46.595704 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 585a0cfe-5e42-415a-ac4c-bd8f4b2957c8 no longer exists at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:01:46.672119 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] No Port match for: 585a0cfe-5e42-415a-ac4c-bd8f4b2957c8 {{(pid=91541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 08:01:46.672470 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 585a0cfe-5e42-415a-ac4c-bd8f4b2957c8 not bound to the agent host dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 08:01:46.672907 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 4b93656c-84a5-49b3-a6ac-7ef0252aa85d no longer exists at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:01:46.714825 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] No Port match for: 4b93656c-84a5-49b3-a6ac-7ef0252aa85d {{(pid=91541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 08:01:46.715180 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 4b93656c-84a5-49b3-a6ac-7ef0252aa85d not bound to the agent host dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 08:01:46.815667 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-411a51eb-1126-4385-b710-181c6a3bed47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1806373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1601809'] for subnet, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:46.820955 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:01:46.860848 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-411a51eb-1126-4385-b710-181c6a3bed47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for subnet, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:46.863543 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a51eb-1126-4385-b710-181c6a3bed47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25f79c19-4d8f-4b6c-b5f3-71b7068d7861,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:01:46.866477 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-411a51eb-1126-4385-b710-181c6a3bed47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:01:46.872220 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-411a51eb-1126-4385-b710-181c6a3bed47 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/25f79c19-4d8f-4b6c-b5f3-71b7068d7861 HTTP/1.1" status: 204 len: 168 time: 0.5561659 Jun 02 08:01:46.874595 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 45254) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:01:46.983159 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9833f773-9be8-4400-a3ef-e4aa59c6f6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3903172'] for network, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:47.110121 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9833f773-9be8-4400-a3ef-e4aa59c6f6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3859854', 'neutron.services.segments.db._delete_segments_for_network-8746790623609'] for network, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:47.122104 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.services.segments.db [None req-9833f773-9be8-4400-a3ef-e4aa59c6f6f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda53b61-b688-46b2-8676-9b4f4ed7490b']}} {{(pid=91539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:01:47.134000 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.services.segments.db [None req-9833f773-9be8-4400-a3ef-e4aa59c6f6f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f548572-a713-4235-ad33-450f3897a68e') {'for_net_delete': True} {{(pid=91539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:01:47.134295 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.services.segments.db [None req-9833f773-9be8-4400-a3ef-e4aa59c6f6f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f548572-a713-4235-ad33-450f3897a68e') {} {{(pid=91539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:01:47.146525 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9833f773-9be8-4400-a3ef-e4aa59c6f6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746790628244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1809714'] for segment, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:47.162687 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9833f773-9be8-4400-a3ef-e4aa59c6f6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479'] for segment, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:47.169023 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9833f773-9be8-4400-a3ef-e4aa59c6f6f6 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=91539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 08:01:47.169441 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9833f773-9be8-4400-a3ef-e4aa59c6f6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1806479'] for segment, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:47.185982 dv-cinder-786385-7-smb neutron-server[91539]: Traceback (most recent call last): Jun 02 08:01:47.185982 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 08:01:47.185982 dv-cinder-786385-7-smb neutron-server[91539]: timer() Jun 02 08:01:47.185982 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 08:01:47.185982 dv-cinder-786385-7-smb neutron-server[91539]: cb(*args, **kw) Jun 02 08:01:47.185982 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 08:01:47.185982 dv-cinder-786385-7-smb neutron-server[91539]: return func(*args, **kwargs) Jun 02 08:01:47.185982 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 08:01:47.185982 dv-cinder-786385-7-smb neutron-server[91539]: self._notify() Jun 02 08:01:47.185982 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 08:01:47.185982 dv-cinder-786385-7-smb neutron-server[91539]: self.callback(batched_events) Jun 02 08:01:47.185982 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 08:01:47.185982 dv-cinder-786385-7-smb neutron-server[91539]: event.method(event) Jun 02 08:01:47.185982 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 08:01:47.185982 dv-cinder-786385-7-smb neutron-server[91539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 08:01:47.185982 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 08:01:47.185982 dv-cinder-786385-7-smb neutron-server[91539]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 08:01:47.185982 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 08:01:47.185982 dv-cinder-786385-7-smb neutron-server[91539]: return f(self, *a, **k) Jun 02 08:01:47.185982 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 08:01:47.185982 dv-cinder-786385-7-smb neutron-server[91539]: return self._get(url).json() Jun 02 08:01:47.185982 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 08:01:47.185982 dv-cinder-786385-7-smb neutron-server[91539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 08:01:47.185982 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 08:01:47.185982 dv-cinder-786385-7-smb neutron-server[91539]: return self.request(url, 'GET', **kwargs) Jun 02 08:01:47.185982 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 08:01:47.185982 dv-cinder-786385-7-smb neutron-server[91539]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 08:01:47.185982 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 08:01:47.185982 dv-cinder-786385-7-smb neutron-server[91539]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 08:01:47.185982 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 08:01:47.185982 dv-cinder-786385-7-smb neutron-server[91539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 08:01:47.185982 dv-cinder-786385-7-smb neutron-server[91539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 08:01:47.258312 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9833f773-9be8-4400-a3ef-e4aa59c6f6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3859897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-947529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-945717'] for network, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:47.262845 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:01:47.275593 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9833f773-9be8-4400-a3ef-e4aa59c6f6f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for network, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:47.287355 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833f773-9be8-4400-a3ef-e4aa59c6f6f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cda53b61-b688-46b2-8676-9b4f4ed7490b,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:01:47.290138 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-9833f773-9be8-4400-a3ef-e4aa59c6f6f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:01:47.295576 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-9833f773-9be8-4400-a3ef-e4aa59c6f6f6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/cda53b61-b688-46b2-8676-9b4f4ed7490b HTTP/1.1" status: 204 len: 168 time: 0.4199851 Jun 02 08:01:47.466969 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 45258) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:01:47.518142 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-381f432a-e5e2-4336-801f-d41a6994a531 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bce503cf25904aaca71aef47268da025&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496998 Jun 02 08:01:47.521125 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 45260) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:01:47.663159 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ebf7008c-4796-4c09-9c72-e94375c97eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:47.689132 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ebf7008c-4796-4c09-9c72-e94375c97eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:47.740592 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ebf7008c-4796-4c09-9c72-e94375c97eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:47.746050 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-ff30cd0e-454b-4a06-a447-2a1443f9aaa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:01:47.758238 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7008c-4796-4c09-9c72-e94375c97eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351b42c3-78d0-409a-adb3-77fe9be9ac31,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:01:47.760792 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-ebf7008c-4796-4c09-9c72-e94375c97eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:01:47.769887 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ebf7008c-4796-4c09-9c72-e94375c97eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:47.771203 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-ebf7008c-4796-4c09-9c72-e94375c97eea admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/351b42c3-78d0-409a-adb3-77fe9be9ac31 HTTP/1.1" status: 204 len: 168 time: 0.2492087 Jun 02 08:01:49.836825 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 45324) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:01:49.957787 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-28f04f8c-9c3e-4611-b73f-3a7e8d626de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:49.972020 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-28f04f8c-9c3e-4611-b73f-3a7e8d626de8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:01:49.975716 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-28f04f8c-9c3e-4611-b73f-3a7e8d626de8 admin admin] Usage tracker for resource:security_group_rule and tenant:eae440be9e594fac823d1b02f1c6042a is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:01:49.978470 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-28f04f8c-9c3e-4611-b73f-3a7e8d626de8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:01:49.984250 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-28f04f8c-9c3e-4611-b73f-3a7e8d626de8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:01:50.066548 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-28f04f8c-9c3e-4611-b73f-3a7e8d626de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:50.070428 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-28f04f8c-9c3e-4611-b73f-3a7e8d626de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:50.078139 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-44d0e591-d5e9-40c5-9533-ca3417a06f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:01:50.117586 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-28f04f8c-9c3e-4611-b73f-3a7e8d626de8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=eae440be9e594fac823d1b02f1c6042a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2796743 Jun 02 08:01:50.119243 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f04f8c-9c3e-4611-b73f-3a7e8d626de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b8247e-ce35-4cc7-a5e6-4e384fbe1dbb,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:01:50.120330 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 45330) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:01:50.122565 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-28f04f8c-9c3e-4611-b73f-3a7e8d626de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:01:50.178068 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-a51f4492-97c8-49e8-bf1c-f793bd667942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:50.203991 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-a51f4492-97c8-49e8-bf1c-f793bd667942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:50.257473 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-a51f4492-97c8-49e8-bf1c-f793bd667942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:50.261673 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-99dcdbbd-a387-467a-b1a2-a879e45d9488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:01:50.274331 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f4492-97c8-49e8-bf1c-f793bd667942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b8247e-ce35-4cc7-a5e6-4e384fbe1dbb,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:01:50.277292 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-a51f4492-97c8-49e8-bf1c-f793bd667942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:01:50.279328 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-a51f4492-97c8-49e8-bf1c-f793bd667942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:50.280750 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-a51f4492-97c8-49e8-bf1c-f793bd667942 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/59b8247e-ce35-4cc7-a5e6-4e384fbe1dbb HTTP/1.1" status: 204 len: 168 time: 0.1590724 Jun 02 08:01:50.561643 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 45336) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:01:50.578634 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-04f624eb-814d-4008-859b-ad3c5edfc0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:50.592656 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-04f624eb-814d-4008-859b-ad3c5edfc0e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:01:50.596469 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-04f624eb-814d-4008-859b-ad3c5edfc0e0 admin admin] Usage tracker for resource:security_group_rule and tenant:636dfb41497d44dca5b6fbf8261c9c9c is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:01:50.599219 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-04f624eb-814d-4008-859b-ad3c5edfc0e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:01:50.605737 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-04f624eb-814d-4008-859b-ad3c5edfc0e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:01:50.689724 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-04f624eb-814d-4008-859b-ad3c5edfc0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:50.693710 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-04f624eb-814d-4008-859b-ad3c5edfc0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:50.701030 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-0e21a962-10f5-4bea-bdfc-971f18db230c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:01:50.738403 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f624eb-814d-4008-859b-ad3c5edfc0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7145a0a4-4736-4948-bd6b-c9012caf21c6,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:01:50.741879 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-04f624eb-814d-4008-859b-ad3c5edfc0e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:01:50.745740 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-04f624eb-814d-4008-859b-ad3c5edfc0e0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=636dfb41497d44dca5b6fbf8261c9c9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1816828 Jun 02 08:01:50.747938 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 45338) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:01:50.804754 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-827eb094-a6e0-4baf-b955-e93d339b8c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:50.830273 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-827eb094-a6e0-4baf-b955-e93d339b8c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:50.882451 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-827eb094-a6e0-4baf-b955-e93d339b8c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:50.886129 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-728fe12d-28e3-4b8b-9e92-382b24082945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:01:50.898464 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827eb094-a6e0-4baf-b955-e93d339b8c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7145a0a4-4736-4948-bd6b-c9012caf21c6,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:01:50.903017 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-827eb094-a6e0-4baf-b955-e93d339b8c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:01:50.908629 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-827eb094-a6e0-4baf-b955-e93d339b8c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:50.917327 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-827eb094-a6e0-4baf-b955-e93d339b8c08 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7145a0a4-4736-4948-bd6b-c9012caf21c6 HTTP/1.1" status: 204 len: 168 time: 0.1636558 Jun 02 08:01:54.816268 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330790b9-5b92-4907-8a04-f525e2f35604 req-26773d43-b29e-4343-81fc-29c25935fe2b tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:54.817691 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-330790b9-5b92-4907-8a04-f525e2f35604 req-26773d43-b29e-4343-81fc-29c25935fe2b tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 947 time: 0.0819564 Jun 02 08:01:54.861222 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-330790b9-5b92-4907-8a04-f525e2f35604 req-fbed5594-0d43-466a-9f15-3cb0b311b6bd tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377769 Jun 02 08:01:56.059468 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4281f-aff6-4569-9429-137eefbb18d3 req-e8699961-dd28-442b-9755-81b77634c4bf tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:56.061009 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5de4281f-aff6-4569-9429-137eefbb18d3 req-e8699961-dd28-442b-9755-81b77634c4bf tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 947 time: 0.0841348 Jun 02 08:01:56.105092 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5de4281f-aff6-4569-9429-137eefbb18d3 req-fdb4b6ee-cbfc-4e0c-beb1-b2289a685aa7 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384483 Jun 02 08:01:56.312934 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d4ee9-aac2-47a1-8441-46eabaeef2d8 req-4b1be1f9-7aed-475d-a8e7-686bb11b82c6 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:56.314385 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-7c6d4ee9-aac2-47a1-8441-46eabaeef2d8 req-4b1be1f9-7aed-475d-a8e7-686bb11b82c6 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.0780294 Jun 02 08:01:56.365284 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-7c6d4ee9-aac2-47a1-8441-46eabaeef2d8 req-de9f58fc-06ba-4388-86ee-80a89623b728 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451455 Jun 02 08:01:56.641834 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8ba1a-8226-440d-b75b-04df0ea00335 req-4637e44a-541c-419f-ac67-803caba10a07 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:56.643479 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e1c8ba1a-8226-440d-b75b-04df0ea00335 req-4637e44a-541c-419f-ac67-803caba10a07 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.79 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 947 time: 0.0797057 Jun 02 08:01:56.792821 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [req-e1c8ba1a-8226-440d-b75b-04df0ea00335 req-631285ef-34e5-481a-b240-7902d46bb6e8 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Deleting port 5a184353-f207-4dac-844e-e85fec6a25cb {{(pid=91539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:01:56.793169 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-e1c8ba1a-8226-440d-b75b-04df0ea00335 req-631285ef-34e5-481a-b240-7902d46bb6e8 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:56.926981 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-e1c8ba1a-8226-440d-b75b-04df0ea00335 req-631285ef-34e5-481a-b240-7902d46bb6e8 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] For port 5a184353-f207-4dac-844e-e85fec6a25cb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5a184353-f207-4dac-844e-e85fec6a25cb,segment=NetworkSegment(0a9f3729-62b7-4b55-a4b9-f7267fb154d2),segment_id=0a9f3729-62b7-4b55-a4b9-f7267fb154d2)] {{(pid=91539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:01:56.927328 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-e1c8ba1a-8226-440d-b75b-04df0ea00335 req-631285ef-34e5-481a-b240-7902d46bb6e8 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:57.224009 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-e1c8ba1a-8226-440d-b75b-04df0ea00335 req-631285ef-34e5-481a-b240-7902d46bb6e8 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:57.224692 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-e1c8ba1a-8226-440d-b75b-04df0ea00335 req-631285ef-34e5-481a-b240-7902d46bb6e8 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-945703'] for floatingip, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:57.224802 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.db.l3_db [req-e1c8ba1a-8226-440d-b75b-04df0ea00335 req-631285ef-34e5-481a-b240-7902d46bb6e8 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Floating IP bfd82778-c137-43d2-af7a-1960539a7d14 disassociated. External IP: 172.28.1.177, port: 5a184353-f207-4dac-844e-e85fec6a25cb. Jun 02 08:01:57.225106 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [req-e1c8ba1a-8226-440d-b75b-04df0ea00335 req-631285ef-34e5-481a-b240-7902d46bb6e8 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Calling delete_port for 5a184353-f207-4dac-844e-e85fec6a25cb owned by compute:nova {{(pid=91539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:01:57.305464 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3a236-3a10-4117-8a0b-54b611be1019 req-10d0f8a2-a622-4b55-a3cd-ccc40128b173 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:57.307575 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-68b3a236-3a10-4117-8a0b-54b611be1019 req-10d0f8a2-a622-4b55-a3cd-ccc40128b173 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=802a0401-e987-405e-b7f4-ad7d47102e36 HTTP/1.1" status: 200 len: 947 time: 0.0844450 Jun 02 08:01:57.344532 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-e1c8ba1a-8226-440d-b75b-04df0ea00335 req-631285ef-34e5-481a-b240-7902d46bb6e8 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:57.350118 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-2f6a9628-e590-429e-860a-01b32d231693 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:01:57.399094 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631285ef-34e5-481a-b240-7902d46bb6e8 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Pushing event deleted for resources: {'Port': ['ID=5a184353-f207-4dac-844e-e85fec6a25cb,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:01:57.412023 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631285ef-34e5-481a-b240-7902d46bb6e8 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:01:57.412390 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631285ef-34e5-481a-b240-7902d46bb6e8 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:01:57.412857 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631285ef-34e5-481a-b240-7902d46bb6e8 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:01:57.413091 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631285ef-34e5-481a-b240-7902d46bb6e8 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:01:57.413445 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631285ef-34e5-481a-b240-7902d46bb6e8 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:01:57.413794 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631285ef-34e5-481a-b240-7902d46bb6e8 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:01:57.414142 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631285ef-34e5-481a-b240-7902d46bb6e8 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:01:57.414510 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631285ef-34e5-481a-b240-7902d46bb6e8 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:01:57.414832 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631285ef-34e5-481a-b240-7902d46bb6e8 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:01:57.415164 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631285ef-34e5-481a-b240-7902d46bb6e8 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:01:57.415507 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631285ef-34e5-481a-b240-7902d46bb6e8 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:01:57.416183 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631285ef-34e5-481a-b240-7902d46bb6e8 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:01:57.420512 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-631285ef-34e5-481a-b240-7902d46bb6e8 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:01:57.435357 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-68b3a236-3a10-4117-8a0b-54b611be1019 req-e01e6df6-c8b0-487a-9f7e-9ed6d2b288d4 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bce1a02-592b-4fe7-a5b8-37d86ee48de2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1210191 Jun 02 08:01:57.772078 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1c8ba1a-8226-440d-b75b-04df0ea00335 req-631285ef-34e5-481a-b240-7902d46bb6e8 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Router f3dc0b6a-ac16-413b-b6c4-0571283fb525 has already been hosted by L3 agent 221affb1-81f2-42a7-84c7-b8c79a9401bf {{(pid=91539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 08:01:57.780019 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933d0eb-3793-465c-814e-6fb98f992cd7 req-113a8a58-e265-4a46-a8ce-62d8d1ae657a tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:57.781517 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c933d0eb-3793-465c-814e-6fb98f992cd7 req-113a8a58-e265-4a46-a8ce-62d8d1ae657a tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.2864459 Jun 02 08:01:57.907529 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c933d0eb-3793-465c-814e-6fb98f992cd7 req-a1f807d8-0eab-4a61-ae46-59d15c4e8841 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197402 Jun 02 08:01:57.996681 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1c8ba1a-8226-440d-b75b-04df0ea00335 req-631285ef-34e5-481a-b240-7902d46bb6e8 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify agent at l3_agent.dv-cinder-786385-7-smb the message routers_updated {{(pid=91539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 08:01:58.006920 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8095e84-7bf4-450c-8800-06f27a5b345d None None] Sync routers for ids ['f3dc0b6a-ac16-413b-b6c4-0571283fb525'] in dv-cinder-786385-7-smb {{(pid=91541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 08:01:58.017513 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8095e84-7bf4-450c-8800-06f27a5b345d None None] Routers {'f3dc0b6a-ac16-413b-b6c4-0571283fb525'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:01:58.018389 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-c8095e84-7bf4-450c-8800-06f27a5b345d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:01:33Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['f3dc0b6a-ac16-413b-b6c4-0571283fb525'], 'active': True} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:01:58.075454 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c8ba1a-8226-440d-b75b-04df0ea00335 req-631285ef-34e5-481a-b240-7902d46bb6e8 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] No DVR routers for this DVR port 5a184353-f207-4dac-844e-e85fec6a25cb on host hv-cinder-78638 {{(pid=91539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 08:01:58.077995 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-e1c8ba1a-8226-440d-b75b-04df0ea00335 req-631285ef-34e5-481a-b240-7902d46bb6e8 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:58.080944 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802a0401-e987-405e-b7f4-ad7d47102e36', 'name': 'network-vif-deleted', 'tag': '5a184353-f207-4dac-844e-e85fec6a25cb'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:01:58.083280 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a821997-7740-4559-87d2-50b646fdf974" -d '{"events": [{"server_uuid": "802a0401-e987-405e-b7f4-ad7d47102e36", "name": "network-vif-deleted", "tag": "5a184353-f207-4dac-844e-e85fec6a25cb"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:01:58.112399 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e1c8ba1a-8226-440d-b75b-04df0ea00335 req-631285ef-34e5-481a-b240-7902d46bb6e8 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.79 "DELETE /v2.0/ports/5a184353-f207-4dac-844e-e85fec6a25cb HTTP/1.1" status: 204 len: 173 time: 1.4605467 Jun 02 08:01:58.136484 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebca0f7-d22c-438f-9939-52324d3f3d5e x-openstack-request-id: req-cebca0f7-d22c-438f-9939-52324d3f3d5e {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:01:58.137356 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802a0401-e987-405e-b7f4-ad7d47102e36", "name": "network-vif-deleted", "tag": "5a184353-f207-4dac-844e-e85fec6a25cb", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:01:58.137976 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cebca0f7-d22c-438f-9939-52324d3f3d5e {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:01:58.139271 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '802a0401-e987-405e-b7f4-ad7d47102e36', 'name': 'network-vif-deleted', 'tag': '5a184353-f207-4dac-844e-e85fec6a25cb', 'status': 'completed', 'code': 200} Jun 02 08:01:58.214808 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvr_db [None req-c8095e84-7bf4-450c-8800-06f27a5b345d None None] Set router f3dc0b6a-ac16-413b-b6c4-0571283fb525 gateway port host: dv-cinder-786385-7-smb {{(pid=91541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:01:58.564827 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd870346-d18d-4358-9ce1-7ed6d63e7440 req-239ac4a7-a5bd-4079-b877-b8b5bd77b6b9 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:58.566405 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-dd870346-d18d-4358-9ce1-7ed6d63e7440 req-239ac4a7-a5bd-4079-b877-b8b5bd77b6b9 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.79 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.1331770 Jun 02 08:01:58.600208 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-c8095e84-7bf4-450c-8800-06f27a5b345d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'name': 'tempest-AttachVolumeShelveTestJSON-235286783-router', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'b63de57b-406e-448d-af03-d130089792ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:51Z', 'updated_at': '2021-06-02T07:58:07Z', 'revision_number': 4, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'gw_port': {'id': 'b63de57b-406e-448d-af03-d130089792ed', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:00:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:53Z', 'updated_at': '2021-06-02T07:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': 'c3796da1-db85-47cf-82e9-5664f02b51ce', 'name': '', 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'mac_address': 'fa:16:3e:04:43:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'dab5414d-1dc2-421f-9986-4a6ba721194d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:58:01Z', 'updated_at': '2021-06-02T07:58:18Z', 'revision_number': 5, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'subnets': [{'id': 'dab5414d-1dc2-421f-9986-4a6ba721194d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:01:58.604447 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8095e84-7bf4-450c-8800-06f27a5b345d None None] Checking router: f3dc0b6a-ac16-413b-b6c4-0571283fb525 for host: dv-cinder-786385-7-smb {{(pid=91541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 08:01:58.613916 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8095e84-7bf4-450c-8800-06f27a5b345d None None] Routers {'f3dc0b6a-ac16-413b-b6c4-0571283fb525'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:01:58.614542 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-c8095e84-7bf4-450c-8800-06f27a5b345d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:01:33Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['f3dc0b6a-ac16-413b-b6c4-0571283fb525'], 'active': True} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:01:58.618590 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 45484) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:01:58.690554 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-bbf2fa0b-c6db-4264-b445-586374a42f3e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:58.724453 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-bbf2fa0b-c6db-4264-b445-586374a42f3e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:58.725137 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [req-dd870346-d18d-4358-9ce1-7ed6d63e7440 req-26ac3b26-f81b-4969-ae30-330b2143af41 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Deleting port 30976f16-8bf1-4d3b-9ede-bfb612bf6380 {{(pid=91539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:01:58.725669 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-dd870346-d18d-4358-9ce1-7ed6d63e7440 req-26ac3b26-f81b-4969-ae30-330b2143af41 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:58.789339 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-bbf2fa0b-c6db-4264-b445-586374a42f3e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:58.793772 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-6ddd76c9-b574-46ef-b211-a14c8b5928a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:01:58.809330 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2fa0b-c6db-4264-b445-586374a42f3e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bce1a02-592b-4fe7-a5b8-37d86ee48de2,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:01:58.813326 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvr_db [None req-c8095e84-7bf4-450c-8800-06f27a5b345d None None] Set router f3dc0b6a-ac16-413b-b6c4-0571283fb525 gateway port host: dv-cinder-786385-7-smb {{(pid=91541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:01:58.819157 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf2fa0b-c6db-4264-b445-586374a42f3e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:01:58.819927 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf2fa0b-c6db-4264-b445-586374a42f3e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:01:58.820497 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf2fa0b-c6db-4264-b445-586374a42f3e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:01:58.821073 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf2fa0b-c6db-4264-b445-586374a42f3e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:01:58.821615 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf2fa0b-c6db-4264-b445-586374a42f3e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:01:58.822153 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf2fa0b-c6db-4264-b445-586374a42f3e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:01:58.823229 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf2fa0b-c6db-4264-b445-586374a42f3e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:01:58.823635 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf2fa0b-c6db-4264-b445-586374a42f3e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:01:58.824203 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf2fa0b-c6db-4264-b445-586374a42f3e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:01:58.824840 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf2fa0b-c6db-4264-b445-586374a42f3e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:01:58.825381 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf2fa0b-c6db-4264-b445-586374a42f3e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:01:58.825923 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf2fa0b-c6db-4264-b445-586374a42f3e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:01:58.834351 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-bbf2fa0b-c6db-4264-b445-586374a42f3e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:01:58.840123 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-bbf2fa0b-c6db-4264-b445-586374a42f3e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:58.841554 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-bbf2fa0b-c6db-4264-b445-586374a42f3e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "DELETE /v2.0/security-groups/4bce1a02-592b-4fe7-a5b8-37d86ee48de2 HTTP/1.1" status: 204 len: 168 time: 0.2212372 Jun 02 08:01:58.844506 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 45486) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:01:58.863358 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.api.v2.resource [None req-f1b80404-bae1-469b-8850-a460c4ddffb0 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] show failed (client error): The resource could not be found. Jun 02 08:01:58.864708 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-f1b80404-bae1-469b-8850-a460c4ddffb0 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups/4bce1a02-592b-4fe7-a5b8-37d86ee48de2 HTTP/1.1" status: 404 len: 347 time: 0.0191100 Jun 02 08:01:58.867650 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 45488) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:01:58.870384 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-dd870346-d18d-4358-9ce1-7ed6d63e7440 req-26ac3b26-f81b-4969-ae30-330b2143af41 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] For port 30976f16-8bf1-4d3b-9ede-bfb612bf6380, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=30976f16-8bf1-4d3b-9ede-bfb612bf6380,segment=NetworkSegment(7571d2f6-9016-4802-a030-87cae188c8e3),segment_id=7571d2f6-9016-4802-a030-87cae188c8e3)] {{(pid=91539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:01:58.870750 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-dd870346-d18d-4358-9ce1-7ed6d63e7440 req-26ac3b26-f81b-4969-ae30-330b2143af41 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:59.109311 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.plugin [None req-2e757472-6fe5-484a-90b7-b7e4b041f8fb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Deleting port 7e6abdeb-da8b-47ca-9eb1-1a9765c01fa5 {{(pid=91540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:01:59.109656 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-2e757472-6fe5-484a-90b7-b7e4b041f8fb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:59.155103 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-c8095e84-7bf4-450c-8800-06f27a5b345d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'name': 'tempest-AttachVolumeShelveTestJSON-235286783-router', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'b63de57b-406e-448d-af03-d130089792ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:51Z', 'updated_at': '2021-06-02T07:58:07Z', 'revision_number': 4, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'gw_port': {'id': 'b63de57b-406e-448d-af03-d130089792ed', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:00:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:53Z', 'updated_at': '2021-06-02T07:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': 'c3796da1-db85-47cf-82e9-5664f02b51ce', 'name': '', 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'mac_address': 'fa:16:3e:04:43:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'dab5414d-1dc2-421f-9986-4a6ba721194d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:58:01Z', 'updated_at': '2021-06-02T07:58:18Z', 'revision_number': 5, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'subnets': [{'id': 'dab5414d-1dc2-421f-9986-4a6ba721194d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:01:59.159257 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8095e84-7bf4-450c-8800-06f27a5b345d None None] The sync data for ids ['f3dc0b6a-ac16-413b-b6c4-0571283fb525'] in dv-cinder-786385-7-smb is: [{'id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'name': 'tempest-AttachVolumeShelveTestJSON-235286783-router', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'b63de57b-406e-448d-af03-d130089792ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:51Z', 'updated_at': '2021-06-02T07:58:07Z', 'revision_number': 4, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'gw_port': {'id': 'b63de57b-406e-448d-af03-d130089792ed', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:00:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:53Z', 'updated_at': '2021-06-02T07:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': 'c3796da1-db85-47cf-82e9-5664f02b51ce', 'name': '', 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'mac_address': 'fa:16:3e:04:43:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'dab5414d-1dc2-421f-9986-4a6ba721194d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:58:01Z', 'updated_at': '2021-06-02T07:58:18Z', 'revision_number': 5, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'subnets': [{'id': 'dab5414d-1dc2-421f-9986-4a6ba721194d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 08:01:59.230684 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 30976f16-8bf1-4d3b-9ede-bfb612bf6380 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:01:59.248285 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-2e757472-6fe5-484a-90b7-b7e4b041f8fb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:59.248285 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-2e757472-6fe5-484a-90b7-b7e4b041f8fb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:59.277162 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8cfc9-9907-4dde-b10e-54f9f35a4926 req-2f01243a-eae0-45fd-bdde-b91647ebe7a1 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:01:59.278686 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-11f8cfc9-9907-4dde-b10e-54f9f35a4926 req-2f01243a-eae0-45fd-bdde-b91647ebe7a1 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 945 time: 0.2220829 Jun 02 08:01:59.305526 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-dd870346-d18d-4358-9ce1-7ed6d63e7440 req-26ac3b26-f81b-4969-ae30-330b2143af41 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:59.305999 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-dd870346-d18d-4358-9ce1-7ed6d63e7440 req-26ac3b26-f81b-4969-ae30-330b2143af41 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-945703'] for floatingip, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:59.307379 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.db.l3_db [req-dd870346-d18d-4358-9ce1-7ed6d63e7440 req-26ac3b26-f81b-4969-ae30-330b2143af41 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Floating IP bd662472-6995-48eb-8730-a72de03b580b disassociated. External IP: 172.28.1.109, port: 30976f16-8bf1-4d3b-9ede-bfb612bf6380. Jun 02 08:01:59.307646 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [req-dd870346-d18d-4358-9ce1-7ed6d63e7440 req-26ac3b26-f81b-4969-ae30-330b2143af41 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Calling delete_port for 30976f16-8bf1-4d3b-9ede-bfb612bf6380 owned by compute:nova {{(pid=91539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:01:59.346306 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-11f8cfc9-9907-4dde-b10e-54f9f35a4926 req-ac1538f9-0eb5-44e7-8793-968c1448c792 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1f6e26d-06b0-490f-809a-3d2009228103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601759 Jun 02 08:01:59.403348 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:59.483563 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.plugin [None req-2e757472-6fe5-484a-90b7-b7e4b041f8fb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Calling delete_port for 7e6abdeb-da8b-47ca-9eb1-1a9765c01fa5 owned by network:floatingip {{(pid=91540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:01:59.505186 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-dd870346-d18d-4358-9ce1-7ed6d63e7440 req-26ac3b26-f81b-4969-ae30-330b2143af41 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:59.518155 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-2ed00513-aa19-4c6b-876c-4a3969076533 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:01:59.553501 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bd1542-138b-4f6e-abb8-b6ff6c823399 None None] New status for floating IP bfd82778-c137-43d2-af7a-1960539a7d14: DOWN {{(pid=91542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 08:01:59.570005 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 5a184353-f207-4dac-844e-e85fec6a25cb no longer exists at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:01:59.617494 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac3b26-f81b-4969-ae30-330b2143af41 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Pushing event deleted for resources: {'Port': ['ID=30976f16-8bf1-4d3b-9ede-bfb612bf6380,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:01:59.621791 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-26ac3b26-f81b-4969-ae30-330b2143af41 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:01:59.757584 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] No Port match for: 5a184353-f207-4dac-844e-e85fec6a25cb {{(pid=91541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 08:01:59.757933 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 5a184353-f207-4dac-844e-e85fec6a25cb not bound to the agent host hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 08:01:59.778875 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-2e757472-6fe5-484a-90b7-b7e4b041f8fb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27652422'] for port, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:59.789141 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-224e4273-a3cb-4eeb-b360-edacb1efea9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:01:59.819531 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron_lib.db.api [None req-59bd1542-138b-4f6e-abb8-b6ff6c823399 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 08:01:59.819945 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG oslo_db.api [None req-59bd1542-138b-4f6e-abb8-b6ff6c823399 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 08:01:59.854634 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e757472-6fe5-484a-90b7-b7e4b041f8fb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Pushing event deleted for resources: {'Port': ['ID=7e6abdeb-da8b-47ca-9eb1-1a9765c01fa5,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:01:59.858186 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-2e757472-6fe5-484a-90b7-b7e4b041f8fb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:01:59.944242 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-20cd5842-e9ca-455b-8dbb-335c7c7e4a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:59.955873 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd870346-d18d-4358-9ce1-7ed6d63e7440 req-26ac3b26-f81b-4969-ae30-330b2143af41 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Router ea22b6ee-eeec-4f12-8c54-137171f81e80 has already been hosted by L3 agent 221affb1-81f2-42a7-84c7-b8c79a9401bf {{(pid=91539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 08:01:59.956133 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-2e757472-6fe5-484a-90b7-b7e4b041f8fb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for floatingip, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:59.971528 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-2e757472-6fe5-484a-90b7-b7e4b041f8fb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for floatingip, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:01:59.972706 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-2e757472-6fe5-484a-90b7-b7e4b041f8fb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "DELETE /v2.0/floatingips/bfd82778-c137-43d2-af7a-1960539a7d14 HTTP/1.1" status: 204 len: 168 time: 1.1034701 Jun 02 08:02:00.267395 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 45516) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:02:00.272380 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-d61b62b7-80d0-4d2e-92fa-f54da7603927 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1357294285', 'description': 'tempest-description--784273978'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:02:00.278396 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-d61b62b7-80d0-4d2e-92fa-f54da7603927 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:02:00.282481 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-d61b62b7-80d0-4d2e-92fa-f54da7603927 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Usage tracker for resource:security_group and tenant:6b8d02cd22f94fd0a8a8af38d9d22b8d is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:02:00.285392 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-d61b62b7-80d0-4d2e-92fa-f54da7603927 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:02:00.291660 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-d61b62b7-80d0-4d2e-92fa-f54da7603927 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:02:00.294076 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd870346-d18d-4358-9ce1-7ed6d63e7440 req-26ac3b26-f81b-4969-ae30-330b2143af41 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify agent at l3_agent.dv-cinder-786385-7-smb the message routers_updated {{(pid=91539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 08:02:00.302226 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-d61b62b7-80d0-4d2e-92fa-f54da7603927 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:00.308622 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af3b83e-2d18-46cb-8dc1-cdb19be92b59 None None] Sync routers for ids ['ea22b6ee-eeec-4f12-8c54-137171f81e80'] in dv-cinder-786385-7-smb {{(pid=91541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 08:02:00.319541 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af3b83e-2d18-46cb-8dc1-cdb19be92b59 None None] Routers {'ea22b6ee-eeec-4f12-8c54-137171f81e80'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:02:00.320529 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-6af3b83e-2d18-46cb-8dc1-cdb19be92b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:01:33Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['ea22b6ee-eeec-4f12-8c54-137171f81e80'], 'active': True} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:02:00.321918 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bd1542-138b-4f6e-abb8-b6ff6c823399 None None] New status for floating IP bfd82778-c137-43d2-af7a-1960539a7d14: DOWN {{(pid=91542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 08:02:00.322829 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-d61b62b7-80d0-4d2e-92fa-f54da7603927 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:02:00.326679 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-d61b62b7-80d0-4d2e-92fa-f54da7603927 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Usage tracker for resource:security_group_rule and tenant:6b8d02cd22f94fd0a8a8af38d9d22b8d is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:02:00.329528 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-d61b62b7-80d0-4d2e-92fa-f54da7603927 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:02:00.335305 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-d61b62b7-80d0-4d2e-92fa-f54da7603927 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:02:00.370082 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd870346-d18d-4358-9ce1-7ed6d63e7440 req-26ac3b26-f81b-4969-ae30-330b2143af41 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] No DVR routers for this DVR port 30976f16-8bf1-4d3b-9ede-bfb612bf6380 on host hv-cinder-78638 {{(pid=91539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 08:02:00.373322 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-dd870346-d18d-4358-9ce1-7ed6d63e7440 req-26ac3b26-f81b-4969-ae30-330b2143af41 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:00.381527 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0a95da-ebcc-4e3c-87e5-e5bebdcf0748', 'name': 'network-vif-deleted', 'tag': '30976f16-8bf1-4d3b-9ede-bfb612bf6380'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:02:00.386649 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c070ed5d-7ca9-4c5f-9672-6d7795ec18e7" -d '{"events": [{"server_uuid": "af0a95da-ebcc-4e3c-87e5-e5bebdcf0748", "name": "network-vif-deleted", "tag": "30976f16-8bf1-4d3b-9ede-bfb612bf6380"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:02:00.409457 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-dd870346-d18d-4358-9ce1-7ed6d63e7440 req-26ac3b26-f81b-4969-ae30-330b2143af41 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.79 "DELETE /v2.0/ports/30976f16-8bf1-4d3b-9ede-bfb612bf6380 HTTP/1.1" status: 204 len: 173 time: 1.8370399 Jun 02 08:02:00.428314 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-d61b62b7-80d0-4d2e-92fa-f54da7603927 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:00.434960 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-d61b62b7-80d0-4d2e-92fa-f54da7603927 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:00.443614 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-948e1145-c590-4340-bf63-13d2d7c05303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:00.454251 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bf8e5a-b880-42fb-a26b-26a0d4d39007 x-openstack-request-id: req-09bf8e5a-b880-42fb-a26b-26a0d4d39007 {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:02:00.454955 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0a95da-ebcc-4e3c-87e5-e5bebdcf0748", "name": "network-vif-deleted", "tag": "30976f16-8bf1-4d3b-9ede-bfb612bf6380", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:02:00.455472 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-09bf8e5a-b880-42fb-a26b-26a0d4d39007 {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:02:00.456196 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0a95da-ebcc-4e3c-87e5-e5bebdcf0748', 'name': 'network-vif-deleted', 'tag': '30976f16-8bf1-4d3b-9ede-bfb612bf6380', 'status': 'completed', 'code': 200} Jun 02 08:02:00.496883 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b62b7-80d0-4d2e-92fa-f54da7603927 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:00.499864 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-d61b62b7-80d0-4d2e-92fa-f54da7603927 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:00.533801 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-d61b62b7-80d0-4d2e-92fa-f54da7603927 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:00.535681 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-d61b62b7-80d0-4d2e-92fa-f54da7603927 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2667446 Jun 02 08:02:00.538340 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 45522) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:02:00.543030 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [None req-def6de5a-a8a9-453f-ba30-bc264a0e4469 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Request body: {'security_group_rule': {'security_group_id': '254e7998-7ee2-4b99-a7bd-7658e0a5e2b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:02:00.550281 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-def6de5a-a8a9-453f-ba30-bc264a0e4469 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:02:00.555494 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-def6de5a-a8a9-453f-ba30-bc264a0e4469 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Usage tracker for resource:security_group_rule and tenant:6b8d02cd22f94fd0a8a8af38d9d22b8d is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:02:00.559419 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-def6de5a-a8a9-453f-ba30-bc264a0e4469 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:02:00.568750 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-def6de5a-a8a9-453f-ba30-bc264a0e4469 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:02:00.598583 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-def6de5a-a8a9-453f-ba30-bc264a0e4469 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:00.618881 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvr_db [None req-6af3b83e-2d18-46cb-8dc1-cdb19be92b59 None None] Set router ea22b6ee-eeec-4f12-8c54-137171f81e80 gateway port host: dv-cinder-786385-7-smb {{(pid=91541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:02:00.631960 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-05ee052a-385e-46f2-852d-a28f5d23632b req-8423bec9-9c76-4901-b3da-1f37e01c271d tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=af0a95da-ebcc-4e3c-87e5-e5bebdcf0748 HTTP/1.1" status: 200 len: 210 time: 0.0829122 Jun 02 08:02:00.717706 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-def6de5a-a8a9-453f-ba30-bc264a0e4469 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:00.723450 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-def6de5a-a8a9-453f-ba30-bc264a0e4469 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947614'] for security_group_rule, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:00.732332 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-8dc46a2c-bedc-4ad8-b50c-13cfd6ea556a tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:00.752484 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def6de5a-a8a9-453f-ba30-bc264a0e4469 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70986e51-2bb1-4b81-9c4e-eb0749b66bdd,revision_number=0']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:00.755556 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-def6de5a-a8a9-453f-ba30-bc264a0e4469 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:00.767557 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-def6de5a-a8a9-453f-ba30-bc264a0e4469 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:00.769424 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-def6de5a-a8a9-453f-ba30-bc264a0e4469 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2296925 Jun 02 08:02:00.772270 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 45524) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:02:00.778087 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-234692e8-4054-48a1-a06b-d45c8c4e3f35 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Request body: {'security_group_rule': {'security_group_id': '254e7998-7ee2-4b99-a7bd-7658e0a5e2b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:02:00.784863 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-234692e8-4054-48a1-a06b-d45c8c4e3f35 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:02:00.789164 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-234692e8-4054-48a1-a06b-d45c8c4e3f35 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Usage tracker for resource:security_group_rule and tenant:6b8d02cd22f94fd0a8a8af38d9d22b8d is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:02:00.793366 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-234692e8-4054-48a1-a06b-d45c8c4e3f35 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:02:00.799365 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-234692e8-4054-48a1-a06b-d45c8c4e3f35 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:02:00.819966 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-234692e8-4054-48a1-a06b-d45c8c4e3f35 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:00.883459 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-234692e8-4054-48a1-a06b-d45c8c4e3f35 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:00.887458 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-234692e8-4054-48a1-a06b-d45c8c4e3f35 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947614'] for security_group_rule, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:00.889423 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-33da5e89-ef8d-4411-989b-4a0aa04bcbc5 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:00.910875 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234692e8-4054-48a1-a06b-d45c8c4e3f35 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a1f958b-7dd0-4c38-8d66-aa27a55d9296,revision_number=0']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:00.914963 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-234692e8-4054-48a1-a06b-d45c8c4e3f35 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:00.924615 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-234692e8-4054-48a1-a06b-d45c8c4e3f35 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:00.926700 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-234692e8-4054-48a1-a06b-d45c8c4e3f35 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1531918 Jun 02 08:02:00.929744 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 45526) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:02:00.934501 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-f906ffd2-9387-48ba-bc4e-263dbdbc0bdb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Request body: {'floatingip': {'floating_network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:02:00.940283 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-f906ffd2-9387-48ba-bc4e-263dbdbc0bdb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:02:00.944133 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-f906ffd2-9387-48ba-bc4e-263dbdbc0bdb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Usage tracker for resource:floatingip and tenant:6b8d02cd22f94fd0a8a8af38d9d22b8d is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:02:00.946907 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-f906ffd2-9387-48ba-bc4e-263dbdbc0bdb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:02:00.953012 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-f906ffd2-9387-48ba-bc4e-263dbdbc0bdb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:02:00.963888 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f906ffd2-9387-48ba-bc4e-263dbdbc0bdb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for floatingip, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:00.984437 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-6af3b83e-2d18-46cb-8dc1-cdb19be92b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'name': 'tempest-AttachVolumeTestJSON-2040021533-router', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '3485cd67-fee9-4f35-9f3e-1e4562d1c065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:46Z', 'updated_at': '2021-06-02T07:57:54Z', 'revision_number': 4, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'gw_port': {'id': '3485cd67-fee9-4f35-9f3e-1e4562d1c065', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:47Z', 'updated_at': '2021-06-02T07:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': '1204b6aa-0566-4422-bf89-81ed2587366e', 'name': '', 'network_id': '5920cfca-f051-4509-941a-46b192c48b56', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'mac_address': 'fa:16:3e:90:1c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '80579146-c765-4f7b-89f0-58e1765e1f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:53Z', 'updated_at': '2021-06-02T07:58:06Z', 'revision_number': 5, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'subnets': [{'id': '80579146-c765-4f7b-89f0-58e1765e1f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:02:00.988374 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af3b83e-2d18-46cb-8dc1-cdb19be92b59 None None] Checking router: ea22b6ee-eeec-4f12-8c54-137171f81e80 for host: dv-cinder-786385-7-smb {{(pid=91541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 08:02:00.997035 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af3b83e-2d18-46cb-8dc1-cdb19be92b59 None None] Routers {'ea22b6ee-eeec-4f12-8c54-137171f81e80'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:02:00.997363 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-6af3b83e-2d18-46cb-8dc1-cdb19be92b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:01:33Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['ea22b6ee-eeec-4f12-8c54-137171f81e80'], 'active': True} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:02:01.111264 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f906ffd2-9387-48ba-bc4e-263dbdbc0bdb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:01.206386 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvr_db [None req-6af3b83e-2d18-46cb-8dc1-cdb19be92b59 None None] Set router ea22b6ee-eeec-4f12-8c54-137171f81e80 gateway port host: dv-cinder-786385-7-smb {{(pid=91541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:02:01.255349 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.db_base_plugin_common [None req-f906ffd2-9387-48ba-bc4e-263dbdbc0bdb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Allocated IP 172.28.1.244 (e9a5f3f9-db43-4f06-8bac-5a44878f4be2/e2d41c65-2880-4a37-bb18-2012b034108f/4ba3f507-789a-4d8c-84cd-c2985b371b10) {{(pid=91540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 08:02:01.495190 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f906ffd2-9387-48ba-bc4e-263dbdbc0bdb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for port, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:01.533924 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f906ffd2-9387-48ba-bc4e-263dbdbc0bdb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27652422'] for port, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:01.539487 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-6082b5c1-d1ba-426b-816d-cd3f2c93045e tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:01.546391 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-6af3b83e-2d18-46cb-8dc1-cdb19be92b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'name': 'tempest-AttachVolumeTestJSON-2040021533-router', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '3485cd67-fee9-4f35-9f3e-1e4562d1c065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:46Z', 'updated_at': '2021-06-02T07:57:54Z', 'revision_number': 4, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'gw_port': {'id': '3485cd67-fee9-4f35-9f3e-1e4562d1c065', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:47Z', 'updated_at': '2021-06-02T07:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': '1204b6aa-0566-4422-bf89-81ed2587366e', 'name': '', 'network_id': '5920cfca-f051-4509-941a-46b192c48b56', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'mac_address': 'fa:16:3e:90:1c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '80579146-c765-4f7b-89f0-58e1765e1f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:53Z', 'updated_at': '2021-06-02T07:58:06Z', 'revision_number': 5, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'subnets': [{'id': '80579146-c765-4f7b-89f0-58e1765e1f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:02:01.550368 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af3b83e-2d18-46cb-8dc1-cdb19be92b59 None None] The sync data for ids ['ea22b6ee-eeec-4f12-8c54-137171f81e80'] in dv-cinder-786385-7-smb is: [{'id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'name': 'tempest-AttachVolumeTestJSON-2040021533-router', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '3485cd67-fee9-4f35-9f3e-1e4562d1c065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:46Z', 'updated_at': '2021-06-02T07:57:54Z', 'revision_number': 4, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'gw_port': {'id': '3485cd67-fee9-4f35-9f3e-1e4562d1c065', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:47Z', 'updated_at': '2021-06-02T07:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': '1204b6aa-0566-4422-bf89-81ed2587366e', 'name': '', 'network_id': '5920cfca-f051-4509-941a-46b192c48b56', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'mac_address': 'fa:16:3e:90:1c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '80579146-c765-4f7b-89f0-58e1765e1f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:53Z', 'updated_at': '2021-06-02T07:58:06Z', 'revision_number': 5, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'subnets': [{'id': '80579146-c765-4f7b-89f0-58e1765e1f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 08:02:01.619713 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f906ffd2-9387-48ba-bc4e-263dbdbc0bdb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Network e9a5f3f9-db43-4f06-8bac-5a44878f4be2 is already hosted by enough agents. {{(pid=91540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 08:02:01.621437 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.base_scheduler [None req-f906ffd2-9387-48ba-bc4e-263dbdbc0bdb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Resources bound (agent type, host, resource id): {{(pid=91540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 08:02:01.628155 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f906ffd2-9387-48ba-bc4e-263dbdbc0bdb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Received port after_create {{(pid=91540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 08:02:01.672244 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f906ffd2-9387-48ba-bc4e-263dbdbc0bdb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Pushing event updated for resources: {'Port': ['ID=4ba3f507-789a-4d8c-84cd-c2985b371b10,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:01.682077 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-f906ffd2-9387-48ba-bc4e-263dbdbc0bdb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:01.739235 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f906ffd2-9387-48ba-bc4e-263dbdbc0bdb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:01.790038 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 45548) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:02:01.827679 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f906ffd2-9387-48ba-bc4e-263dbdbc0bdb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:01.864365 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8f30d8d1-ee2a-49d4-bf9a-d639f4376a57 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:01.895510 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8f30d8d1-ee2a-49d4-bf9a-d639f4376a57 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:01.923701 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b280393-af38-4236-a245-f1f5a84df289 None None] New status for floating IP bd662472-6995-48eb-8730-a72de03b580b: DOWN {{(pid=91542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 08:02:01.978014 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8f30d8d1-ee2a-49d4-bf9a-d639f4376a57 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:01.982954 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-5a9134d7-e9f2-45b7-b6e5-5c63de9f911f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:02.000231 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30d8d1-ee2a-49d4-bf9a-d639f4376a57 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f6e26d-06b0-490f-809a-3d2009228103,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:02.002997 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-8f30d8d1-ee2a-49d4-bf9a-d639f4376a57 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:02.032092 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8f30d8d1-ee2a-49d4-bf9a-d639f4376a57 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:02.035930 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-8f30d8d1-ee2a-49d4-bf9a-d639f4376a57 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "DELETE /v2.0/security-groups/f1f6e26d-06b0-490f-809a-3d2009228103 HTTP/1.1" status: 204 len: 168 time: 0.2397504 Jun 02 08:02:02.037906 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 45552) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:02:02.064070 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.api.v2.resource [None req-29b43fa2-9ce5-4fae-89e6-8b2aff3a27d9 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] show failed (client error): The resource could not be found. Jun 02 08:02:02.067994 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-29b43fa2-9ce5-4fae-89e6-8b2aff3a27d9 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups/f1f6e26d-06b0-490f-809a-3d2009228103 HTTP/1.1" status: 404 len: 347 time: 0.0241861 Jun 02 08:02:02.069363 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 45554) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:02:02.215797 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7eb8b4-568e-46c7-b895-aff07a0b7631 req-b1267ac5-650e-4d3a-a5a8-35f2d03a6497 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:02.217331 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9a7eb8b4-568e-46c7-b895-aff07a0b7631 req-b1267ac5-650e-4d3a-a5a8-35f2d03a6497 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/ports?device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 985 time: 0.1141460 Jun 02 08:02:02.223044 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef9e8d-9d62-4b62-b259-920cba68fd7a req-b9fd6058-72bc-4aa9-8558-7163ce6f016e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:02.224440 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-10ef9e8d-9d62-4b62-b259-920cba68fd7a req-b9fd6058-72bc-4aa9-8558-7163ce6f016e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b376b02319e3497faae6b4322a8462bd&device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 1138 time: 0.1582680 Jun 02 08:02:02.245328 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f906ffd2-9387-48ba-bc4e-263dbdbc0bdb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for port, precommit_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:02.281275 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f906ffd2-9387-48ba-bc4e-263dbdbc0bdb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27652429'] for port, after_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:02.290028 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-2e757472-6fe5-484a-90b7-b7e4b041f8fb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:02.355685 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9a7eb8b4-568e-46c7-b895-aff07a0b7631 req-0fbbd1d1-7e90-497e-ae7e-3070204a04f3 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c701006-af6a-41a8-b00f-358f5486efec&id=1eda14ef-3c0e-4202-b12e-e45f3def0667&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1289673 Jun 02 08:02:02.389369 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:02.398471 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef9e8d-9d62-4b62-b259-920cba68fd7a req-eabb7259-84b3-4a3d-ab5e-e424f7316269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:02.399972 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-10ef9e8d-9d62-4b62-b259-920cba68fd7a req-eabb7259-84b3-4a3d-ab5e-e424f7316269 service neutron] 10.222.0.79 "GET /v2.0/networks?id=4e47ec95-df63-4cde-9b70-6cfa695ac55a HTTP/1.1" status: 200 len: 915 time: 0.1599798 Jun 02 08:02:02.401086 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f906ffd2-9387-48ba-bc4e-263dbdbc0bdb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Pushing event updated for resources: {'Port': ['ID=4ba3f507-789a-4d8c-84cd-c2985b371b10,revision_number=2']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:02.409984 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-f906ffd2-9387-48ba-bc4e-263dbdbc0bdb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:02.423978 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f906ffd2-9387-48ba-bc4e-263dbdbc0bdb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-945703'] for floatingip, after_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:02.446842 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.plugin [None req-b64be287-25c0-4faf-9a62-d2cedf7cdf24 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Deleting port cda1c153-1f22-4c6e-b733-2ec00524021d {{(pid=91540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:02:02.447238 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b64be287-25c0-4faf-9a62-d2cedf7cdf24 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:02.467510 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-f906ffd2-9387-48ba-bc4e-263dbdbc0bdb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for floatingip, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:02.469093 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-f906ffd2-9387-48ba-bc4e-263dbdbc0bdb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5378704 Jun 02 08:02:02.513727 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-10ef9e8d-9d62-4b62-b259-920cba68fd7a req-23f7e86f-3492-4d0b-a304-871ad28f68ec service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d6c2575-792e-4c25-ab30-e0e125f1deaf HTTP/1.1" status: 200 len: 1002 time: 0.1051836 Jun 02 08:02:02.573834 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b64be287-25c0-4faf-9a62-d2cedf7cdf24 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:02.574057 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b64be287-25c0-4faf-9a62-d2cedf7cdf24 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:02.602160 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef9e8d-9d62-4b62-b259-920cba68fd7a req-d571366c-970a-4c1e-83fb-0ae051a43151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:02.604347 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-10ef9e8d-9d62-4b62-b259-920cba68fd7a req-d571366c-970a-4c1e-83fb-0ae051a43151 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=97dd7f61-e68e-4938-a09a-689ecc9f4a01 HTTP/1.1" status: 200 len: 853 time: 0.0780413 Jun 02 08:02:02.637414 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-c9fa2675-8d8a-461b-9b4d-76a517c9c2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:02.685383 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef9e8d-9d62-4b62-b259-920cba68fd7a req-bf56e8a7-62f9-4b14-9575-a5ec2ad07d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:02.686879 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-10ef9e8d-9d62-4b62-b259-920cba68fd7a req-bf56e8a7-62f9-4b14-9575-a5ec2ad07d26 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4e47ec95-df63-4cde-9b70-6cfa695ac55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0759218 Jun 02 08:02:02.701816 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.plugin [None req-b64be287-25c0-4faf-9a62-d2cedf7cdf24 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Calling delete_port for cda1c153-1f22-4c6e-b733-2ec00524021d owned by network:floatingip {{(pid=91540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:02:02.755463 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-999afe92-3774-43c3-8625-396b8c995ce0 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Synchronizing usage tracker for tenant:6b8d02cd22f94fd0a8a8af38d9d22b8d on resource:security_group {{(pid=91540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:02:02.779432 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-999afe92-3774-43c3-8625-396b8c995ce0 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Unset dirty status for tenant:6b8d02cd22f94fd0a8a8af38d9d22b8d on resource:security_group {{(pid=91540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:02:02.780592 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-999afe92-3774-43c3-8625-396b8c995ce0 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1357294285&fields=id&tenant_id=6b8d02cd22f94fd0a8a8af38d9d22b8d HTTP/1.1" status: 200 len: 267 time: 0.0861006 Jun 02 08:02:02.830570 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-10ef9e8d-9d62-4b62-b259-920cba68fd7a req-649dcd27-9df4-4c48-aa60-422beb090656 service neutron] 10.222.0.79 "GET /v2.0/networks/4e47ec95-df63-4cde-9b70-6cfa695ac55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353424 Jun 02 08:02:02.968065 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-10ef9e8d-9d62-4b62-b259-920cba68fd7a req-04b323bf-6578-43bb-8eaa-bd2794603155 service neutron] 10.222.0.79 "GET /v2.0/networks/4e47ec95-df63-4cde-9b70-6cfa695ac55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300116 Jun 02 08:02:02.974839 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b64be287-25c0-4faf-9a62-d2cedf7cdf24 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27652422'] for port, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:02.982979 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:03.034873 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-9fe7c81a-a17f-4bbe-8fa8-368ad8544105 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:03.036318 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-9fe7c81a-a17f-4bbe-8fa8-368ad8544105 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/networks?id=c2b2e088-f309-40ee-a9da-7f4c929ceb8e HTTP/1.1" status: 200 len: 816 time: 0.2464812 Jun 02 08:02:03.037100 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64be287-25c0-4faf-9a62-d2cedf7cdf24 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Pushing event deleted for resources: {'Port': ['ID=cda1c153-1f22-4c6e-b733-2ec00524021d,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:03.072197 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-b64be287-25c0-4faf-9a62-d2cedf7cdf24 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:03.213394 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-cc44ab8c-7616-4f84-b4c2-384af3da9a41 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/quotas/6b8d02cd22f94fd0a8a8af38d9d22b8d HTTP/1.1" status: 200 len: 375 time: 0.1450481 Jun 02 08:02:03.277912 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b64be287-25c0-4faf-9a62-d2cedf7cdf24 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for floatingip, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:03.310247 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b64be287-25c0-4faf-9a62-d2cedf7cdf24 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for floatingip, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:03.314011 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-b64be287-25c0-4faf-9a62-d2cedf7cdf24 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "DELETE /v2.0/floatingips/bd662472-6995-48eb-8730-a72de03b580b HTTP/1.1" status: 204 len: 168 time: 1.2400165 Jun 02 08:02:03.337587 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-74c8109b-8442-4344-b129-34fe4bb3e897 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Synchronizing usage tracker for tenant:6b8d02cd22f94fd0a8a8af38d9d22b8d on resource:port {{(pid=91540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:02:03.359258 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-74c8109b-8442-4344-b129-34fe4bb3e897 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Unset dirty status for tenant:6b8d02cd22f94fd0a8a8af38d9d22b8d on resource:port {{(pid=91540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:02:03.360590 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-74c8109b-8442-4344-b129-34fe4bb3e897 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6b8d02cd22f94fd0a8a8af38d9d22b8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1369038 Jun 02 08:02:03.510872 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-ddcb897e-20b4-420f-b3ed-ba68dd3a1a1f service neutron] 10.222.0.81 "GET /v2.0/networks/c2b2e088-f309-40ee-a9da-7f4c929ceb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375747 Jun 02 08:02:03.646656 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-df09d38f-3734-4f60-b66b-de3a23ee8ab8 service neutron] 10.222.0.81 "GET /v2.0/networks/c2b2e088-f309-40ee-a9da-7f4c929ceb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295507 Jun 02 08:02:03.700177 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 45586) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:02:03.705173 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-ffdaddcb-8dc0-4f0e-8108-2a0c68854328 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2036760462', 'description': 'tempest-description--491324758'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:02:03.711284 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-ffdaddcb-8dc0-4f0e-8108-2a0c68854328 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:02:03.717385 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-ffdaddcb-8dc0-4f0e-8108-2a0c68854328 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Usage tracker for resource:security_group and tenant:688fc7fec3424c8e87ae035c39491898 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:02:03.721056 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-ffdaddcb-8dc0-4f0e-8108-2a0c68854328 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:02:03.727886 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-ffdaddcb-8dc0-4f0e-8108-2a0c68854328 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:02:03.739162 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ffdaddcb-8dc0-4f0e-8108-2a0c68854328 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:03.763127 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-ffdaddcb-8dc0-4f0e-8108-2a0c68854328 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:02:03.768820 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-ffdaddcb-8dc0-4f0e-8108-2a0c68854328 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Usage tracker for resource:security_group_rule and tenant:688fc7fec3424c8e87ae035c39491898 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:02:03.771738 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-ffdaddcb-8dc0-4f0e-8108-2a0c68854328 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:02:03.778864 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-ffdaddcb-8dc0-4f0e-8108-2a0c68854328 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:02:03.884194 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e3e70f-3ee1-4410-9f16-41cf410105e3 req-5012dd2f-aa77-4bb5-8fc8-829868d9d434 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:03.886175 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-b9e3e70f-3ee1-4410-9f16-41cf410105e3 req-5012dd2f-aa77-4bb5-8fc8-829868d9d434 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/ports?device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 985 time: 0.0915523 Jun 02 08:02:03.901266 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-45b40d72-0c64-4dcb-9345-b6cfaf025aef req-839f5740-4814-458f-9a27-1ea1812b7e20 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 210 time: 0.0744140 Jun 02 08:02:03.913631 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ffdaddcb-8dc0-4f0e-8108-2a0c68854328 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:03.919674 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ffdaddcb-8dc0-4f0e-8108-2a0c68854328 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:03.925854 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-5d5ad3c2-b803-466e-ade8-a2020701ca53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:03.958463 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-b9e3e70f-3ee1-4410-9f16-41cf410105e3 req-05e30337-7a88-4ef6-b885-b6992cff2073 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c701006-af6a-41a8-b00f-358f5486efec&id=1eda14ef-3c0e-4202-b12e-e45f3def0667&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0661614 Jun 02 08:02:03.972779 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdaddcb-8dc0-4f0e-8108-2a0c68854328 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=541ebb03-d17e-4f49-a53f-d41c4696204e,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:03.975403 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-ffdaddcb-8dc0-4f0e-8108-2a0c68854328 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:03.979971 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ffdaddcb-8dc0-4f0e-8108-2a0c68854328 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:03.984217 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 45596) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:02:03.984494 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-ffdaddcb-8dc0-4f0e-8108-2a0c68854328 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2833030 Jun 02 08:02:03.989026 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [None req-caa35528-ad97-4286-abb7-b060f0db4f46 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Request body: {'security_group_rule': {'security_group_id': '541ebb03-d17e-4f49-a53f-d41c4696204e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:02:03.996591 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-caa35528-ad97-4286-abb7-b060f0db4f46 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:02:04.000596 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-caa35528-ad97-4286-abb7-b060f0db4f46 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Usage tracker for resource:security_group_rule and tenant:688fc7fec3424c8e87ae035c39491898 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:02:04.002342 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:04.003655 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-caa35528-ad97-4286-abb7-b060f0db4f46 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:02:04.010489 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-caa35528-ad97-4286-abb7-b060f0db4f46 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:02:04.027046 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-caa35528-ad97-4286-abb7-b060f0db4f46 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:04.089473 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-caa35528-ad97-4286-abb7-b060f0db4f46 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:04.092960 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-caa35528-ad97-4286-abb7-b060f0db4f46 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947614'] for security_group_rule, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:04.100717 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:04.120260 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa35528-ad97-4286-abb7-b060f0db4f46 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72f3e4e8-5f5b-4a03-bc2e-a0e103035b12,revision_number=0']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:04.123536 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-caa35528-ad97-4286-abb7-b060f0db4f46 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:04.131157 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-caa35528-ad97-4286-abb7-b060f0db4f46 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:04.135676 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-caa35528-ad97-4286-abb7-b060f0db4f46 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1472762 Jun 02 08:02:04.135911 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 45600) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:02:04.140816 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [None req-55ccd8a0-0415-4566-b3e3-144aa9167f9d tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Request body: {'security_group_rule': {'security_group_id': '541ebb03-d17e-4f49-a53f-d41c4696204e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:02:04.147511 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-55ccd8a0-0415-4566-b3e3-144aa9167f9d tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:02:04.152239 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-55ccd8a0-0415-4566-b3e3-144aa9167f9d tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Usage tracker for resource:security_group_rule and tenant:688fc7fec3424c8e87ae035c39491898 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:02:04.155087 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-55ccd8a0-0415-4566-b3e3-144aa9167f9d tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:02:04.162096 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-55ccd8a0-0415-4566-b3e3-144aa9167f9d tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:02:04.177780 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-55ccd8a0-0415-4566-b3e3-144aa9167f9d tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:04.240875 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-55ccd8a0-0415-4566-b3e3-144aa9167f9d tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:04.245239 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-55ccd8a0-0415-4566-b3e3-144aa9167f9d tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947614'] for security_group_rule, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:04.247212 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:04.269642 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ccd8a0-0415-4566-b3e3-144aa9167f9d tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=972c61e3-5866-4a3d-a030-3f4031f4adcd,revision_number=0']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:04.272297 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-55ccd8a0-0415-4566-b3e3-144aa9167f9d tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:04.280375 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-55ccd8a0-0415-4566-b3e3-144aa9167f9d tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:04.281719 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-55ccd8a0-0415-4566-b3e3-144aa9167f9d tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1448343 Jun 02 08:02:04.284658 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 45602) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:02:04.289163 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [None req-5b4fb6d3-f76e-4751-b407-ce52ec475035 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Request body: {'floatingip': {'floating_network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:02:04.295290 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-5b4fb6d3-f76e-4751-b407-ce52ec475035 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:02:04.299519 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-5b4fb6d3-f76e-4751-b407-ce52ec475035 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Usage tracker for resource:floatingip and tenant:688fc7fec3424c8e87ae035c39491898 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:02:04.302391 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-5b4fb6d3-f76e-4751-b407-ce52ec475035 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:02:04.308421 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-5b4fb6d3-f76e-4751-b407-ce52ec475035 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:02:04.320847 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb6d3-f76e-4751-b407-ce52ec475035 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for floatingip, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:04.453986 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb6d3-f76e-4751-b407-ce52ec475035 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:04.698394 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.db_base_plugin_common [None req-5b4fb6d3-f76e-4751-b407-ce52ec475035 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Allocated IP 172.28.1.204 (e9a5f3f9-db43-4f06-8bac-5a44878f4be2/e2d41c65-2880-4a37-bb18-2012b034108f/304f0e43-6616-41c2-b808-c4419b9bae22) {{(pid=91539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 08:02:04.859122 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb6d3-f76e-4751-b407-ce52ec475035 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for port, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:05.024011 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-b2f7794b-4367-46b3-afe4-7722b20b499e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:05.025758 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-b2f7794b-4367-46b3-afe4-7722b20b499e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.79 "GET /v2.0/networks?id=c2b2e088-f309-40ee-a9da-7f4c929ceb8e HTTP/1.1" status: 200 len: 816 time: 0.1589055 Jun 02 08:02:05.027211 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb6d3-f76e-4751-b407-ce52ec475035 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:05.032409 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-8f6a1ed1-b700-46e7-9421-a2ee79f6581a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:05.091891 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-1be1b414-7f5f-46df-a2c5-ec5cf00eb38f req-8d636491-12c1-4fea-90b9-4ef520b80d81 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 210 time: 0.0470452 Jun 02 08:02:05.172518 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4fb6d3-f76e-4751-b407-ce52ec475035 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Network e9a5f3f9-db43-4f06-8bac-5a44878f4be2 is already hosted by enough agents. {{(pid=91539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 08:02:05.191730 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [None req-5b4fb6d3-f76e-4751-b407-ce52ec475035 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Resources bound (agent type, host, resource id): {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 08:02:05.196771 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4fb6d3-f76e-4751-b407-ce52ec475035 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Received port after_create {{(pid=91539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 08:02:05.240148 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4fb6d3-f76e-4751-b407-ce52ec475035 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Pushing event updated for resources: {'Port': ['ID=304f0e43-6616-41c2-b808-c4419b9bae22,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:05.249763 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-016dcc4f-e9f6-4251-891d-7349e4b35859 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b8d02cd22f94fd0a8a8af38d9d22b8d HTTP/1.1" status: 200 len: 380 time: 0.1743543 Jun 02 08:02:05.252947 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-5b4fb6d3-f76e-4751-b407-ce52ec475035 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:05.274190 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-1b93dbf0-d49d-41a7-939b-899e24e3d940 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Request body: {'port': {'device_id': 'ed4afedd-ac2b-4cf4-9e71-282d562c6f60', 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e', 'admin_state_up': True, 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'security_groups': ['254e7998-7ee2-4b99-a7bd-7658e0a5e2b6']}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:02:05.347745 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:05.413507 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88bd04-8122-4502-8bf2-a010edaa403d req-198e7eff-fa95-4340-b500-04ae51a59f36 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:05.414969 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-3b88bd04-8122-4502-8bf2-a010edaa403d req-198e7eff-fa95-4340-b500-04ae51a59f36 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/ports?device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 985 time: 0.3244750 Jun 02 08:02:05.446821 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb6d3-f76e-4751-b407-ce52ec475035 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:05.519094 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-1b93dbf0-d49d-41a7-939b-899e24e3d940 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:02:05.538756 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-3b88bd04-8122-4502-8bf2-a010edaa403d req-9a45987a-1f29-4b5a-adc6-1b21262507db tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c701006-af6a-41a8-b00f-358f5486efec&id=1eda14ef-3c0e-4202-b12e-e45f3def0667&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1139257 Jun 02 08:02:05.550958 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-1b93dbf0-d49d-41a7-939b-899e24e3d940 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:02:05.564137 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb6d3-f76e-4751-b407-ce52ec475035 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:05.592864 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-1b93dbf0-d49d-41a7-939b-899e24e3d940 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Made reservation on behalf of 6b8d02cd22f94fd0a8a8af38d9d22b8d for: {'port': 1} {{(pid=91539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 08:02:05.596319 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-1b93dbf0-d49d-41a7-939b-899e24e3d940 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:05.884809 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.db_base_plugin_common [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-1b93dbf0-d49d-41a7-939b-899e24e3d940 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Allocated IP 172.20.0.5 (c2b2e088-f309-40ee-a9da-7f4c929ceb8e/dab5414d-1dc2-421f-9986-4a6ba721194d/1e7a7acc-858d-4a25-9273-f31e41040d03) {{(pid=91539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 08:02:05.941483 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb6d3-f76e-4751-b407-ce52ec475035 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for port, precommit_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:05.947628 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb6d3-f76e-4751-b407-ce52ec475035 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:05.966875 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-41cffc9d-d572-4cb3-9051-f4add41e90a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:06.143326 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4fb6d3-f76e-4751-b407-ce52ec475035 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Pushing event updated for resources: {'Port': ['ID=304f0e43-6616-41c2-b808-c4419b9bae22,revision_number=2']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:06.157343 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-5b4fb6d3-f76e-4751-b407-ce52ec475035 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:06.189941 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb6d3-f76e-4751-b407-ce52ec475035 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-945703'] for floatingip, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:06.219999 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-1b93dbf0-d49d-41a7-939b-899e24e3d940 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for port, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:06.239021 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb6d3-f76e-4751-b407-ce52ec475035 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for floatingip, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:06.240238 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-5b4fb6d3-f76e-4751-b407-ce52ec475035 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9546130 Jun 02 08:02:06.242761 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.provisioning_blocks [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-1b93dbf0-d49d-41a7-939b-899e24e3d940 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Transition to ACTIVE for port object 1e7a7acc-858d-4a25-9273-f31e41040d03 will not be triggered until provisioned by entity DHCP. {{(pid=91539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 08:02:06.252554 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-38997f3f-9b7f-43d8-815c-4405a36560a9 req-0526ac1b-2e2f-4c4d-98bf-adb5f73ce2c7 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 210 time: 0.0448542 Jun 02 08:02:06.268538 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-1b93dbf0-d49d-41a7-939b-899e24e3d940 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:06.274775 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-0a10a5f1-691c-4f4e-9c46-113db38daf64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:06.346395 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-1b93dbf0-d49d-41a7-939b-899e24e3d940 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Network c2b2e088-f309-40ee-a9da-7f4c929ceb8e is already hosted by enough agents. {{(pid=91539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 08:02:06.349655 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-1b93dbf0-d49d-41a7-939b-899e24e3d940 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Resources bound (agent type, host, resource id): {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 08:02:06.353706 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-1b93dbf0-d49d-41a7-939b-899e24e3d940 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Received port after_create {{(pid=91539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 08:02:06.492491 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b93dbf0-d49d-41a7-939b-899e24e3d940 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Pushing event updated for resources: {'Port': ['ID=1e7a7acc-858d-4a25-9273-f31e41040d03,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:06.511513 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-1b93dbf0-d49d-41a7-939b-899e24e3d940 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:06.555565 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-09a6ccf3-2235-4d26-9835-52696f4ea8f3 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Synchronizing usage tracker for tenant:688fc7fec3424c8e87ae035c39491898 on resource:security_group {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:02:06.564488 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-1b93dbf0-d49d-41a7-939b-899e24e3d940 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:06.564832 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-1b93dbf0-d49d-41a7-939b-899e24e3d940 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:06.567512 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-6075a553-634d-42b6-9607-5edac31ad7b0 None None] Provisioning for port 1e7a7acc-858d-4a25-9273-f31e41040d03 completed by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 08:02:06.573209 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-6075a553-634d-42b6-9607-5edac31ad7b0 None None] Provisioning complete for port 1e7a7acc-858d-4a25-9273-f31e41040d03 triggered by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:02:06.573730 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-6075a553-634d-42b6-9607-5edac31ad7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:06.591721 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-09a6ccf3-2235-4d26-9835-52696f4ea8f3 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Unset dirty status for tenant:688fc7fec3424c8e87ae035c39491898 on resource:security_group {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:02:06.594408 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-09a6ccf3-2235-4d26-9835-52696f4ea8f3 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--2036760462&fields=id&tenant_id=688fc7fec3424c8e87ae035c39491898 HTTP/1.1" status: 200 len: 267 time: 0.1080620 Jun 02 08:02:06.594773 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-1b93dbf0-d49d-41a7-939b-899e24e3d940 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3259354 Jun 02 08:02:06.628762 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-6075a553-634d-42b6-9607-5edac31ad7b0 None None] Port 1e7a7acc-858d-4a25-9273-f31e41040d03 cannot update to ACTIVE because it is not bound. {{(pid=91541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 08:02:06.633022 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-cab1ec75-3884-447e-95d2-295b655fa5a1 service neutron] Request body: {'port': {'device_id': 'ed4afedd-ac2b-4cf4-9e71-282d562c6f60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:02:06.738803 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f975dc5-35f0-432b-92b7-88645e5dc8cd req-05af89d8-379a-4b92-8dc5-347788e543b6 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:06.740262 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-9f975dc5-35f0-432b-92b7-88645e5dc8cd req-05af89d8-379a-4b92-8dc5-347788e543b6 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/ports?device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 985 time: 0.0820186 Jun 02 08:02:06.787775 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-9f975dc5-35f0-432b-92b7-88645e5dc8cd req-4530c7cd-d60d-4f52-8216-833fc0725fc1 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c701006-af6a-41a8-b00f-358f5486efec&id=1eda14ef-3c0e-4202-b12e-e45f3def0667&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408850 Jun 02 08:02:06.850587 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-968c10c4-32d9-44e7-a1a5-c937328667ca tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:06.851950 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-968c10c4-32d9-44e7-a1a5-c937328667ca tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/networks?id=5920cfca-f051-4509-941a-46b192c48b56 HTTP/1.1" status: 200 len: 811 time: 0.2507999 Jun 02 08:02:06.852483 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-cab1ec75-3884-447e-95d2-295b655fa5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:06.877055 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-0b044015-024b-4eeb-9f09-cbb69733cf8d tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/quotas/688fc7fec3424c8e87ae035c39491898 HTTP/1.1" status: 200 len: 375 time: 0.0153966 Jun 02 08:02:07.095509 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-b0ecb628-6718-46ab-8167-8bd8e010b279 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Synchronizing usage tracker for tenant:688fc7fec3424c8e87ae035c39491898 on resource:port {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:02:07.172060 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-b0ecb628-6718-46ab-8167-8bd8e010b279 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Unset dirty status for tenant:688fc7fec3424c8e87ae035c39491898 on resource:port {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:02:07.173466 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-b0ecb628-6718-46ab-8167-8bd8e010b279 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=688fc7fec3424c8e87ae035c39491898&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2694709 Jun 02 08:02:07.412803 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-3af84352-c6fe-4621-9212-dbeb3b9a5a68 service neutron] 10.222.0.81 "GET /v2.0/networks/5920cfca-f051-4509-941a-46b192c48b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246387 Jun 02 08:02:07.475937 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-cab1ec75-3884-447e-95d2-295b655fa5a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e7a7acc-858d-4a25-9273-f31e41040d03 {{(pid=91539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 08:02:07.482520 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0da26-8e77-4cfa-bef4-b1b560c81451 req-401ccd18-dfbb-4b4a-b396-d03106126dfa tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:07.484015 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-1fa0da26-8e77-4cfa-bef4-b1b560c81451 req-401ccd18-dfbb-4b4a-b396-d03106126dfa tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 931 time: 0.0815089 Jun 02 08:02:07.486552 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-cab1ec75-3884-447e-95d2-295b655fa5a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:07.529661 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-1fa0da26-8e77-4cfa-bef4-b1b560c81451 req-d0816da7-88b8-4ef0-9a08-713e1425a5a2 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395703 Jun 02 08:02:07.561638 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.provisioning_blocks [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-cab1ec75-3884-447e-95d2-295b655fa5a1 service neutron] Transition to ACTIVE for port object 1e7a7acc-858d-4a25-9273-f31e41040d03 will not be triggered until provisioned by entity L2. {{(pid=91539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 08:02:07.569144 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-cab1ec75-3884-447e-95d2-295b655fa5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:07.581640 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-f9597661-4ca6-4ebd-b5a8-449532976a96 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:07.638413 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-d85241a7-6d0a-4e45-aa9e-d84f63afb2eb service neutron] 10.222.0.81 "GET /v2.0/networks/5920cfca-f051-4509-941a-46b192c48b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128804 Jun 02 08:02:07.756871 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1ec75-3884-447e-95d2-295b655fa5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=1e7a7acc-858d-4a25-9273-f31e41040d03,revision_number=2']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:07.765785 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-cab1ec75-3884-447e-95d2-295b655fa5a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:07.864613 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-0a576412-af13-40d1-ac2b-d4b54e976863 req-33d4b735-dfb1-4dab-b1b7-b71f393eecd5 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Synchronizing usage tracker for tenant:688fc7fec3424c8e87ae035c39491898 on resource:port {{(pid=91540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:02:07.877244 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-cab1ec75-3884-447e-95d2-295b655fa5a1 service neutron] Attempting to bind port 1e7a7acc-858d-4a25-9273-f31e41040d03 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 08:02:07.877639 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-cab1ec75-3884-447e-95d2-295b655fa5a1 service neutron] Attempting to bind port 1e7a7acc-858d-4a25-9273-f31e41040d03 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '0a9f3729-62b7-4b55-a4b9-f7267fb154d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e'}] {{(pid=91539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 08:02:07.877972 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-cab1ec75-3884-447e-95d2-295b655fa5a1 service neutron] Attempting to bind port 1e7a7acc-858d-4a25-9273-f31e41040d03 on network c2b2e088-f309-40ee-a9da-7f4c929ceb8e {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 08:02:07.880424 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-0a576412-af13-40d1-ac2b-d4b54e976863 req-33d4b735-dfb1-4dab-b1b7-b71f393eecd5 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Unset dirty status for tenant:688fc7fec3424c8e87ae035c39491898 on resource:port {{(pid=91540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:02:07.881812 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-0a576412-af13-40d1-ac2b-d4b54e976863 req-33d4b735-dfb1-4dab-b1b7-b71f393eecd5 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=2cf0382b-aedc-4771-893f-8b49b88c7052 HTTP/1.1" status: 200 len: 210 time: 0.0688384 Jun 02 08:02:07.884285 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-cab1ec75-3884-447e-95d2-295b655fa5a1 service neutron] Port 1e7a7acc-858d-4a25-9273-f31e41040d03 on network c2b2e088-f309-40ee-a9da-7f4c929ceb8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 08:02:07.884640 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-cab1ec75-3884-447e-95d2-295b655fa5a1 service neutron] Attempting to bind port 1e7a7acc-858d-4a25-9273-f31e41040d03 on network c2b2e088-f309-40ee-a9da-7f4c929ceb8e {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 08:02:07.890512 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-cab1ec75-3884-447e-95d2-295b655fa5a1 service neutron] Checking agent: {'id': '771bc7c6-ed6b-4515-8704-024740aedec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 56, 10), 'started_at': datetime.datetime(2021, 6, 2, 7, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 08:02:07.890804 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-cab1ec75-3884-447e-95d2-295b655fa5a1 service neutron] Checking segment: {'id': '0a9f3729-62b7-4b55-a4b9-f7267fb154d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 08:02:07.891301 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-cab1ec75-3884-447e-95d2-295b655fa5a1 service neutron] Bound using segment: {'id': '0a9f3729-62b7-4b55-a4b9-f7267fb154d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e'} {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 08:02:07.892035 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-cab1ec75-3884-447e-95d2-295b655fa5a1 service neutron] Bound port: 1e7a7acc-858d-4a25-9273-f31e41040d03, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a9f3729-62b7-4b55-a4b9-f7267fb154d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e'}}] {{(pid=91539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 08:02:07.892530 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-cab1ec75-3884-447e-95d2-295b655fa5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:08.050090 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-cab1ec75-3884-447e-95d2-295b655fa5a1 service neutron] For port 1e7a7acc-858d-4a25-9273-f31e41040d03, host hv-cinder-78638, cleared binding levels {{(pid=91539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 08:02:08.053749 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-cab1ec75-3884-447e-95d2-295b655fa5a1 service neutron] For port 1e7a7acc-858d-4a25-9273-f31e41040d03, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1e7a7acc-858d-4a25-9273-f31e41040d03,segment=NetworkSegment(0a9f3729-62b7-4b55-a4b9-f7267fb154d2),segment_id=0a9f3729-62b7-4b55-a4b9-f7267fb154d2)] {{(pid=91539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 08:02:08.060450 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-cab1ec75-3884-447e-95d2-295b655fa5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:08.064999 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-1dc0494b-d8a3-4d4e-8088-50d445cf3445 tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:08.121293 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec56bb-dc65-45b2-a9c3-6563f91b6f82 req-f664491e-9f1e-4ef3-9a9b-01a29c63150e tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:08.122894 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-61ec56bb-dc65-45b2-a9c3-6563f91b6f82 req-f664491e-9f1e-4ef3-9a9b-01a29c63150e tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/ports?device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 985 time: 0.1843991 Jun 02 08:02:08.136373 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-cab1ec75-3884-447e-95d2-295b655fa5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:08.137096 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-cab1ec75-3884-447e-95d2-295b655fa5a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:08.138555 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-cab1ec75-3884-447e-95d2-295b655fa5a1 service neutron] 10.222.0.79 "PUT /v2.0/ports/1e7a7acc-858d-4a25-9273-f31e41040d03 HTTP/1.1" status: 200 len: 1093 time: 1.5144827 Jun 02 08:02:08.140384 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed4afedd-ac2b-4cf4-9e71-282d562c6f60', 'tag': '1e7a7acc-858d-4a25-9273-f31e41040d03'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:02:08.142944 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c349d0f4-124d-4db6-84ff-d04ab7718f5f" -d '{"events": [{"name": "network-changed", "server_uuid": "ed4afedd-ac2b-4cf4-9e71-282d562c6f60", "tag": "1e7a7acc-858d-4a25-9273-f31e41040d03"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:02:08.351973 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e7683a-bb1c-475c-b9fb-ede7ca253d73 x-openstack-request-id: req-d9e7683a-bb1c-475c-b9fb-ede7ca253d73 {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:02:08.352599 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed4afedd-ac2b-4cf4-9e71-282d562c6f60", "tag": "1e7a7acc-858d-4a25-9273-f31e41040d03", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:02:08.352599 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d9e7683a-bb1c-475c-b9fb-ede7ca253d73 {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:02:08.352962 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed4afedd-ac2b-4cf4-9e71-282d562c6f60', 'tag': '1e7a7acc-858d-4a25-9273-f31e41040d03', 'status': 'completed', 'code': 200} Jun 02 08:02:08.355880 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1ec75-3884-447e-95d2-295b655fa5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=1e7a7acc-858d-4a25-9273-f31e41040d03,revision_number=3']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:08.365424 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-cab1ec75-3884-447e-95d2-295b655fa5a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:08.370310 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-61ec56bb-dc65-45b2-a9c3-6563f91b6f82 req-9ef09593-b4b5-44e1-85d4-6fba1772f191 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c701006-af6a-41a8-b00f-358f5486efec&id=1eda14ef-3c0e-4202-b12e-e45f3def0667&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2307715 Jun 02 08:02:08.406113 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-b4669202-bf70-4b62-bae0-7698de03faa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:08.407583 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-b4669202-bf70-4b62-bae0-7698de03faa8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6b8d02cd22f94fd0a8a8af38d9d22b8d&device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 1096 time: 0.2117126 Jun 02 08:02:08.482322 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-3da36208-085a-4a0c-bf50-e30c3d6a421e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e7a7acc-858d-4a25-9273-f31e41040d03 HTTP/1.1" status: 200 len: 217 time: 0.0651617 Jun 02 08:02:08.550604 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-766320ab-3db6-4ba3-b4e9-a753804c907a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:08.552133 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-766320ab-3db6-4ba3-b4e9-a753804c907a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dab5414d-1dc2-421f-9986-4a6ba721194d HTTP/1.1" status: 200 len: 855 time: 0.0623107 Jun 02 08:02:08.635409 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-1da56280-df2f-431e-bc42-028c0ffe8d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:08.636886 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-1da56280-df2f-431e-bc42-028c0ffe8d47 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c2b2e088-f309-40ee-a9da-7f4c929ceb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0780547 Jun 02 08:02:08.734037 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa70a1-e051-411a-a09b-4290c9e1fd0c req-62bb6148-6483-4240-9fa3-9441150da878 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:08.735655 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-faaa70a1-e051-411a-a09b-4290c9e1fd0c req-62bb6148-6483-4240-9fa3-9441150da878 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 943 time: 0.0885298 Jun 02 08:02:08.776331 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-5a63e697-39dc-4937-b195-b84aea50b664 service neutron] 10.222.0.79 "GET /v2.0/networks/c2b2e088-f309-40ee-a9da-7f4c929ceb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304474 Jun 02 08:02:08.781904 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-faaa70a1-e051-411a-a09b-4290c9e1fd0c req-483a3ca0-907b-4442-b2ef-14930cf5f43b tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393953 Jun 02 08:02:08.996127 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9db754fc-5c7e-4f2d-99e5-b3f0e26a15e7 req-fb876e34-ba5c-4bfd-929b-940f4a31ad9e service neutron] 10.222.0.79 "GET /v2.0/networks/c2b2e088-f309-40ee-a9da-7f4c929ceb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071760 Jun 02 08:02:09.005814 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a7d45f62-8b14-470a-8bee-dc0d8d0633b5 req-e0fb64e6-aa4e-453d-8665-2005182757ec service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1208138 Jun 02 08:02:09.141902 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-a9c7193a-1c62-4e8b-9ced-086bb2ecea66 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:09.143276 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-a9c7193a-1c62-4e8b-9ced-086bb2ecea66 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Synchronizing usage tracker for tenant:688fc7fec3424c8e87ae035c39491898 on resource:network {{(pid=91540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:02:09.162395 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-2308b2f8-6131-422b-b600-f1d62b8ea98f req-99b9b038-119e-4ca6-a737-3ca7878c681d tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=2cf0382b-aedc-4771-893f-8b49b88c7052 HTTP/1.1" status: 200 len: 210 time: 0.1225727 Jun 02 08:02:09.176382 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-a9c7193a-1c62-4e8b-9ced-086bb2ecea66 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Unset dirty status for tenant:688fc7fec3424c8e87ae035c39491898 on resource:network {{(pid=91540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:02:09.184277 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-a9c7193a-1c62-4e8b-9ced-086bb2ecea66 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.79 "GET /v2.0/networks?id=5920cfca-f051-4509-941a-46b192c48b56 HTTP/1.1" status: 200 len: 811 time: 0.2578211 Jun 02 08:02:09.224724 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349d0f4-124d-4db6-84ff-d04ab7718f5f req-e07def39-b3ac-400f-98f2-515d91164b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:09.226179 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c349d0f4-124d-4db6-84ff-d04ab7718f5f req-e07def39-b3ac-400f-98f2-515d91164b10 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6b8d02cd22f94fd0a8a8af38d9d22b8d&device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 1096 time: 0.1431532 Jun 02 08:02:09.232459 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d45f62-8b14-470a-8bee-dc0d8d0633b5 req-bc69d4bc-d47d-4eb6-a2b8-a2cfaf24a955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:09.234252 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a7d45f62-8b14-470a-8bee-dc0d8d0633b5 req-bc69d4bc-d47d-4eb6-a2b8-a2cfaf24a955 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b35f5d14d93b40f0848158412804be41&device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 1098 time: 0.1523278 Jun 02 08:02:09.249773 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-38cafe19-dd3b-4b6e-a958-be014645363d tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Synchronizing usage tracker for tenant:688fc7fec3424c8e87ae035c39491898 on resource:security_group {{(pid=91540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:02:09.264102 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-38cafe19-dd3b-4b6e-a958-be014645363d tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Unset dirty status for tenant:688fc7fec3424c8e87ae035c39491898 on resource:security_group {{(pid=91540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:02:09.265398 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-38cafe19-dd3b-4b6e-a958-be014645363d tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=688fc7fec3424c8e87ae035c39491898 HTTP/1.1" status: 200 len: 380 time: 0.0663877 Jun 02 08:02:09.278984 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-a3d08c2b-352c-4edc-964b-c60edda8b484 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Request body: {'port': {'device_id': '2cf0382b-aedc-4771-893f-8b49b88c7052', 'network_id': '5920cfca-f051-4509-941a-46b192c48b56', 'admin_state_up': True, 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'security_groups': ['541ebb03-d17e-4f49-a53f-d41c4696204e']}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:02:09.436863 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-a3d08c2b-352c-4edc-964b-c60edda8b484 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:02:09.447999 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-a3d08c2b-352c-4edc-964b-c60edda8b484 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:02:09.461106 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-a3d08c2b-352c-4edc-964b-c60edda8b484 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Made reservation on behalf of 688fc7fec3424c8e87ae035c39491898 for: {'port': 1} {{(pid=91540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 08:02:09.467437 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-a3d08c2b-352c-4edc-964b-c60edda8b484 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:09.470142 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349d0f4-124d-4db6-84ff-d04ab7718f5f req-e0ee14c4-3fca-4dac-b712-158026f6e3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:09.473012 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c349d0f4-124d-4db6-84ff-d04ab7718f5f req-e0ee14c4-3fca-4dac-b712-158026f6e3f5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c2b2e088-f309-40ee-a9da-7f4c929ceb8e HTTP/1.1" status: 200 len: 917 time: 0.2378957 Jun 02 08:02:09.477383 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d45f62-8b14-470a-8bee-dc0d8d0633b5 req-852b4a43-f57c-49b5-ac4e-998ffdc1b114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:09.478882 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a7d45f62-8b14-470a-8bee-dc0d8d0633b5 req-852b4a43-f57c-49b5-ac4e-998ffdc1b114 service neutron] 10.222.0.79 "GET /v2.0/networks?id=87c948b6-776e-416a-8595-be6ae5ab6cc6 HTTP/1.1" status: 200 len: 909 time: 0.2196488 Jun 02 08:02:09.623142 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c349d0f4-124d-4db6-84ff-d04ab7718f5f req-8a3c1a20-e63c-4d2e-80b9-3bce46ef13bc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e7a7acc-858d-4a25-9273-f31e41040d03 HTTP/1.1" status: 200 len: 217 time: 0.1239266 Jun 02 08:02:09.673165 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 45718) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:02:09.697995 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb8657-96de-4e55-84b6-5e736c3d1732 req-2c158284-6747-462d-8665-d2dc918c046a tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:09.699459 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-f8fb8657-96de-4e55-84b6-5e736c3d1732 req-2c158284-6747-462d-8665-d2dc918c046a tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/ports?device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 985 time: 0.2106287 Jun 02 08:02:09.726080 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a7d45f62-8b14-470a-8bee-dc0d8d0633b5 req-2d7de143-43d2-4f2f-a876-70ffc6fcb9d8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edce5668-101c-48c4-837f-5bb832623f3a HTTP/1.1" status: 200 len: 1001 time: 0.2247052 Jun 02 08:02:09.730621 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349d0f4-124d-4db6-84ff-d04ab7718f5f req-bb4681c3-0830-4d01-942d-b2397e87f8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:09.732034 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c349d0f4-124d-4db6-84ff-d04ab7718f5f req-bb4681c3-0830-4d01-942d-b2397e87f8b2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dab5414d-1dc2-421f-9986-4a6ba721194d HTTP/1.1" status: 200 len: 855 time: 0.0809960 Jun 02 08:02:09.752187 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.db_base_plugin_common [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-a3d08c2b-352c-4edc-964b-c60edda8b484 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Allocated IP 172.20.0.10 (5920cfca-f051-4509-941a-46b192c48b56/80579146-c765-4f7b-89f0-58e1765e1f5a/15be538c-6023-4f70-be3e-b8df5afd7294) {{(pid=91540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 08:02:09.772099 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-f8fb8657-96de-4e55-84b6-5e736c3d1732 req-8b915958-743c-401a-87ff-653a8a6459de tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c701006-af6a-41a8-b00f-358f5486efec&id=1eda14ef-3c0e-4202-b12e-e45f3def0667&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0609980 Jun 02 08:02:09.837459 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:09.855008 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d45f62-8b14-470a-8bee-dc0d8d0633b5 req-0186fd99-a000-4351-8b45-912a056f054f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:09.856490 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a7d45f62-8b14-470a-8bee-dc0d8d0633b5 req-0186fd99-a000-4351-8b45-912a056f054f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6b88b624-fc5a-4399-9939-be3292b885fc HTTP/1.1" status: 200 len: 847 time: 0.1145813 Jun 02 08:02:09.961350 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-a898f43f-4952-42b5-933b-79bcbea6337e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:10.031894 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-a898f43f-4952-42b5-933b-79bcbea6337e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:02:10.039967 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-a898f43f-4952-42b5-933b-79bcbea6337e admin admin] Usage tracker for resource:security_group_rule and tenant:5af0f8266b974fe58221e7cf4314cdbc is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:02:10.045030 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-a898f43f-4952-42b5-933b-79bcbea6337e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:02:10.059574 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-a898f43f-4952-42b5-933b-79bcbea6337e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:02:10.096248 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349d0f4-124d-4db6-84ff-d04ab7718f5f req-095df5c4-6227-4588-8950-626f7843e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:10.097714 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c349d0f4-124d-4db6-84ff-d04ab7718f5f req-095df5c4-6227-4588-8950-626f7843e61f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c2b2e088-f309-40ee-a9da-7f4c929ceb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3164442 Jun 02 08:02:10.112345 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-a3d08c2b-352c-4edc-964b-c60edda8b484 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for port, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:10.138167 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.provisioning_blocks [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-a3d08c2b-352c-4edc-964b-c60edda8b484 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Transition to ACTIVE for port object 15be538c-6023-4f70-be3e-b8df5afd7294 will not be triggered until provisioned by entity DHCP. {{(pid=91540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 08:02:10.201707 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-a898f43f-4952-42b5-933b-79bcbea6337e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:10.205353 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-a3d08c2b-352c-4edc-964b-c60edda8b484 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27652422'] for port, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:10.207581 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-a898f43f-4952-42b5-933b-79bcbea6337e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:10.220050 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d45f62-8b14-470a-8bee-dc0d8d0633b5 req-eee9eac6-ad5f-4e10-8724-a4adc90d2fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:10.221154 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-6e76c65f-0305-4735-b448-261651c4e244 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:10.221542 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a7d45f62-8b14-470a-8bee-dc0d8d0633b5 req-eee9eac6-ad5f-4e10-8724-a4adc90d2fa9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=87c948b6-776e-416a-8595-be6ae5ab6cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3571241 Jun 02 08:02:10.262724 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-a3d08c2b-352c-4edc-964b-c60edda8b484 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Network 5920cfca-f051-4509-941a-46b192c48b56 is already hosted by enough agents. {{(pid=91540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 08:02:10.269678 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.base_scheduler [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-a3d08c2b-352c-4edc-964b-c60edda8b484 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Resources bound (agent type, host, resource id): {{(pid=91540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 08:02:10.276946 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-a3d08c2b-352c-4edc-964b-c60edda8b484 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Received port after_create {{(pid=91540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 08:02:10.289000 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b60881-d286-47e0-b80d-bffdc7956f55 req-3a24c204-0ea7-40fc-86b5-bae1627fca63 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:10.289729 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-80b60881-d286-47e0-b80d-bffdc7956f55 req-3a24c204-0ea7-40fc-86b5-bae1627fca63 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Synchronizing usage tracker for tenant:6b8d02cd22f94fd0a8a8af38d9d22b8d on resource:port {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:02:10.311032 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-a898f43f-4952-42b5-933b-79bcbea6337e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5af0f8266b974fe58221e7cf4314cdbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6360443 Jun 02 08:02:10.316189 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898f43f-4952-42b5-933b-79bcbea6337e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9021de7-1b42-4fcc-837c-0d09dbd58a53,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:10.324398 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 45726) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:02:10.326708 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-a898f43f-4952-42b5-933b-79bcbea6337e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:10.358738 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-2090a370-6b6f-4f4f-a109-77f70a6090e2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:10.413974 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-80b60881-d286-47e0-b80d-bffdc7956f55 req-3a24c204-0ea7-40fc-86b5-bae1627fca63 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Unset dirty status for tenant:6b8d02cd22f94fd0a8a8af38d9d22b8d on resource:port {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:02:10.420940 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-80b60881-d286-47e0-b80d-bffdc7956f55 req-3a24c204-0ea7-40fc-86b5-bae1627fca63 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 943 time: 0.5091691 Jun 02 08:02:10.426906 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c349d0f4-124d-4db6-84ff-d04ab7718f5f req-de8af2b3-8a7b-49e5-8c6a-bac3aec8203a service neutron] 10.222.0.79 "GET /v2.0/networks/c2b2e088-f309-40ee-a9da-7f4c929ceb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175056 Jun 02 08:02:10.473700 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-a3d08c2b-352c-4edc-964b-c60edda8b484 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:10.474242 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-a3d08c2b-352c-4edc-964b-c60edda8b484 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:10.533364 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d08c2b-352c-4edc-964b-c60edda8b484 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Pushing event updated for resources: {'Port': ['ID=15be538c-6023-4f70-be3e-b8df5afd7294,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:10.538076 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-da2427c3-08b3-41ac-b00f-c5c21c676f72 None None] Provisioning for port 15be538c-6023-4f70-be3e-b8df5afd7294 completed by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 08:02:10.543105 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-a3d08c2b-352c-4edc-964b-c60edda8b484 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:10.545382 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-da2427c3-08b3-41ac-b00f-c5c21c676f72 None None] Provisioning complete for port 15be538c-6023-4f70-be3e-b8df5afd7294 triggered by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:02:10.545770 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-da2427c3-08b3-41ac-b00f-c5c21c676f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:10.562482 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-a3d08c2b-352c-4edc-964b-c60edda8b484 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2890670 Jun 02 08:02:10.565064 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-22cf2da8-ed43-40ff-885f-fcdd8be9afdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:10.583748 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-80b60881-d286-47e0-b80d-bffdc7956f55 req-a4a9c15f-be4d-42fa-954f-e7409afc2a2c tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618071 Jun 02 08:02:10.587731 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a7d45f62-8b14-470a-8bee-dc0d8d0633b5 req-50131bc4-e0ee-4a4e-aa24-f21ad24fda96 service neutron] 10.222.0.79 "GET /v2.0/networks/87c948b6-776e-416a-8595-be6ae5ab6cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493383 Jun 02 08:02:10.589922 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-9e51925f-5905-43ca-a631-722f0cd9856e service neutron] Request body: {'port': {'device_id': '2cf0382b-aedc-4771-893f-8b49b88c7052', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:02:10.606758 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-da2427c3-08b3-41ac-b00f-c5c21c676f72 None None] Port 15be538c-6023-4f70-be3e-b8df5afd7294 cannot update to ACTIVE because it is not bound. {{(pid=91541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 08:02:10.628385 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae932335-3e8e-41dd-9dba-f1a8c230cb12 req-a803c0f9-94f3-4275-95ad-007bcd4ea0ef tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:10.629071 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-ae932335-3e8e-41dd-9dba-f1a8c230cb12 req-a803c0f9-94f3-4275-95ad-007bcd4ea0ef tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Synchronizing usage tracker for tenant:688fc7fec3424c8e87ae035c39491898 on resource:port {{(pid=91540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:02:10.668257 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-22cf2da8-ed43-40ff-885f-fcdd8be9afdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:10.698722 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-ae932335-3e8e-41dd-9dba-f1a8c230cb12 req-a803c0f9-94f3-4275-95ad-007bcd4ea0ef tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Unset dirty status for tenant:688fc7fec3424c8e87ae035c39491898 on resource:port {{(pid=91540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:02:10.699885 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-ae932335-3e8e-41dd-9dba-f1a8c230cb12 req-a803c0f9-94f3-4275-95ad-007bcd4ea0ef tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=2cf0382b-aedc-4771-893f-8b49b88c7052 HTTP/1.1" status: 200 len: 932 time: 0.3878562 Jun 02 08:02:10.722030 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c349d0f4-124d-4db6-84ff-d04ab7718f5f req-89fb0b49-6666-44e0-812c-ce893b6c0df5 service neutron] 10.222.0.79 "GET /v2.0/networks/c2b2e088-f309-40ee-a9da-7f4c929ceb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782605 Jun 02 08:02:10.757423 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a7d45f62-8b14-470a-8bee-dc0d8d0633b5 req-98ee8e14-21c5-4170-b408-a34a57004a7f service neutron] 10.222.0.79 "GET /v2.0/networks/87c948b6-776e-416a-8595-be6ae5ab6cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616876 Jun 02 08:02:10.796556 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-9e51925f-5905-43ca-a631-722f0cd9856e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:10.820554 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-ae932335-3e8e-41dd-9dba-f1a8c230cb12 req-d205755c-00e3-4dd1-be63-49ee349291a5 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=541ebb03-d17e-4f49-a53f-d41c4696204e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899310 Jun 02 08:02:10.873017 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-22cf2da8-ed43-40ff-885f-fcdd8be9afdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:10.879183 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-42e8e6d8-3bf7-43f2-b196-fda5800ed09c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:10.901172 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf2da8-ed43-40ff-885f-fcdd8be9afdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9021de7-1b42-4fcc-837c-0d09dbd58a53,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:10.906700 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-22cf2da8-ed43-40ff-885f-fcdd8be9afdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:10.943180 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-22cf2da8-ed43-40ff-885f-fcdd8be9afdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:10.944316 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-22cf2da8-ed43-40ff-885f-fcdd8be9afdb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e9021de7-1b42-4fcc-837c-0d09dbd58a53 HTTP/1.1" status: 204 len: 168 time: 0.6196249 Jun 02 08:02:10.979096 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc65ee-d43c-411e-9128-7fbb336d0617 req-036c4933-f0e5-416c-b662-2fbb24391bc4 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:10.980611 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-58bc65ee-d43c-411e-9128-7fbb336d0617 req-036c4933-f0e5-416c-b662-2fbb24391bc4 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/ports?device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 985 time: 0.0900185 Jun 02 08:02:11.032202 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-58bc65ee-d43c-411e-9128-7fbb336d0617 req-353ab766-95cb-469a-a2ad-06407e14b005 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c701006-af6a-41a8-b00f-358f5486efec&id=1eda14ef-3c0e-4202-b12e-e45f3def0667&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457911 Jun 02 08:02:11.181651 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.notifiers.nova [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-9e51925f-5905-43ca-a631-722f0cd9856e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15be538c-6023-4f70-be3e-b8df5afd7294 {{(pid=91540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 08:02:11.188856 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-9e51925f-5905-43ca-a631-722f0cd9856e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:11.205054 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.provisioning_blocks [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-9e51925f-5905-43ca-a631-722f0cd9856e service neutron] Transition to ACTIVE for port object 15be538c-6023-4f70-be3e-b8df5afd7294 will not be triggered until provisioned by entity L2. {{(pid=91540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 08:02:11.209230 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-9e51925f-5905-43ca-a631-722f0cd9856e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27652429'] for port, after_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:11.214417 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-f906ffd2-9387-48ba-bc4e-263dbdbc0bdb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:11.243078 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 1e7a7acc-858d-4a25-9273-f31e41040d03 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=91541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 08:02:11.259084 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 45736) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:02:11.347540 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-eac8f1c9-331e-4525-b202-70baf9007d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:11.404969 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-eac8f1c9-331e-4525-b202-70baf9007d15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:02:11.407561 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51925f-5905-43ca-a631-722f0cd9856e service neutron] Pushing event updated for resources: {'Port': ['ID=15be538c-6023-4f70-be3e-b8df5afd7294,revision_number=2']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:11.427208 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 1e7a7acc-858d-4a25-9273-f31e41040d03, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1e7a7acc-858d-4a25-9273-f31e41040d03,segment=NetworkSegment(0a9f3729-62b7-4b55-a4b9-f7267fb154d2),segment_id=0a9f3729-62b7-4b55-a4b9-f7267fb154d2)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:02:11.441260 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-9e51925f-5905-43ca-a631-722f0cd9856e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:11.442549 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Returning: {'device': '1e7a7acc-858d-4a25-9273-f31e41040d03', 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e', 'port_id': '1e7a7acc-858d-4a25-9273-f31e41040d03', 'mac_address': 'fa:16:3e:08:a6:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab5414d-1dc2-421f-9986-4a6ba721194d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 08:02:11.445732 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-eac8f1c9-331e-4525-b202-70baf9007d15 admin admin] Usage tracker for resource:security_group_rule and tenant:39082d894adb43debd437cc8bdf7b5fe is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:02:11.450697 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-eac8f1c9-331e-4525-b202-70baf9007d15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:02:11.459311 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-eac8f1c9-331e-4525-b202-70baf9007d15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:02:11.499917 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:11.508827 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.managers [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-9e51925f-5905-43ca-a631-722f0cd9856e service neutron] Attempting to bind port 15be538c-6023-4f70-be3e-b8df5afd7294 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=91540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 08:02:11.508827 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.managers [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-9e51925f-5905-43ca-a631-722f0cd9856e service neutron] Attempting to bind port 15be538c-6023-4f70-be3e-b8df5afd7294 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '7571d2f6-9016-4802-a030-87cae188c8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5920cfca-f051-4509-941a-46b192c48b56'}] {{(pid=91540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 08:02:11.508827 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-9e51925f-5905-43ca-a631-722f0cd9856e service neutron] Attempting to bind port 15be538c-6023-4f70-be3e-b8df5afd7294 on network 5920cfca-f051-4509-941a-46b192c48b56 {{(pid=91540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 08:02:11.518835 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-9e51925f-5905-43ca-a631-722f0cd9856e service neutron] Port 15be538c-6023-4f70-be3e-b8df5afd7294 on network 5920cfca-f051-4509-941a-46b192c48b56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=91540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 08:02:11.519151 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-9e51925f-5905-43ca-a631-722f0cd9856e service neutron] Attempting to bind port 15be538c-6023-4f70-be3e-b8df5afd7294 on network 5920cfca-f051-4509-941a-46b192c48b56 {{(pid=91540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 08:02:11.520678 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e7a7acc-858d-4a25-9273-f31e41040d03 {{(pid=91541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 08:02:11.529636 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-9e51925f-5905-43ca-a631-722f0cd9856e service neutron] Checking agent: {'id': '771bc7c6-ed6b-4515-8704-024740aedec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 56, 10), 'started_at': datetime.datetime(2021, 6, 2, 7, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 08:02:11.529972 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-9e51925f-5905-43ca-a631-722f0cd9856e service neutron] Checking segment: {'id': '7571d2f6-9016-4802-a030-87cae188c8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5920cfca-f051-4509-941a-46b192c48b56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 08:02:11.530489 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-9e51925f-5905-43ca-a631-722f0cd9856e service neutron] Bound using segment: {'id': '7571d2f6-9016-4802-a030-87cae188c8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5920cfca-f051-4509-941a-46b192c48b56'} {{(pid=91540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 08:02:11.530933 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.managers [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-9e51925f-5905-43ca-a631-722f0cd9856e service neutron] Bound port: 15be538c-6023-4f70-be3e-b8df5afd7294, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7571d2f6-9016-4802-a030-87cae188c8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5920cfca-f051-4509-941a-46b192c48b56'}}] {{(pid=91540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 08:02:11.531269 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-9e51925f-5905-43ca-a631-722f0cd9856e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:11.545831 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 1e7a7acc-858d-4a25-9273-f31e41040d03, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1e7a7acc-858d-4a25-9273-f31e41040d03,segment=NetworkSegment(0a9f3729-62b7-4b55-a4b9-f7267fb154d2),segment_id=0a9f3729-62b7-4b55-a4b9-f7267fb154d2)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:02:11.551473 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:11.553843 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:11.622658 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=1e7a7acc-858d-4a25-9273-f31e41040d03,revision_number=4']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:11.630293 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:02:11.630653 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:02:11.630990 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:02:11.631326 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:02:11.632256 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:02:11.632596 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:02:11.632923 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:02:11.633246 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:02:11.633568 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:02:11.633887 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:02:11.634209 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:02:11.635065 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:02:11.639251 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:11.663109 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-eac8f1c9-331e-4525-b202-70baf9007d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:11.667690 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.db [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-9e51925f-5905-43ca-a631-722f0cd9856e service neutron] For port 15be538c-6023-4f70-be3e-b8df5afd7294, host hv-cinder-78638, cleared binding levels {{(pid=91540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 08:02:11.670333 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-eac8f1c9-331e-4525-b202-70baf9007d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:11.678105 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.db [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-9e51925f-5905-43ca-a631-722f0cd9856e service neutron] For port 15be538c-6023-4f70-be3e-b8df5afd7294, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=15be538c-6023-4f70-be3e-b8df5afd7294,segment=NetworkSegment(7571d2f6-9016-4802-a030-87cae188c8e3),segment_id=7571d2f6-9016-4802-a030-87cae188c8e3)] {{(pid=91540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 08:02:11.680749 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-da0b312c-434d-4825-a738-dac82711fabf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:11.697748 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-9e51925f-5905-43ca-a631-722f0cd9856e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27652429'] for port, after_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:11.764294 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-eac8f1c9-331e-4525-b202-70baf9007d15 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=39082d894adb43debd437cc8bdf7b5fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5023735 Jun 02 08:02:11.767229 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 45740) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:02:11.781450 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-9e51925f-5905-43ca-a631-722f0cd9856e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:11.782062 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-9e51925f-5905-43ca-a631-722f0cd9856e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:11.783422 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-9e51925f-5905-43ca-a631-722f0cd9856e service neutron] 10.222.0.79 "PUT /v2.0/ports/15be538c-6023-4f70-be3e-b8df5afd7294 HTTP/1.1" status: 200 len: 1094 time: 1.2104254 Jun 02 08:02:11.784233 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8f1c9-331e-4525-b202-70baf9007d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6058b149-0bb4-46bd-99fd-48adb1105143,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:11.787219 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-eac8f1c9-331e-4525-b202-70baf9007d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:11.787702 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf0382b-aedc-4771-893f-8b49b88c7052', 'tag': '15be538c-6023-4f70-be3e-b8df5afd7294'}] {{(pid=91540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:02:11.796439 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f13e3936cf79d94985b49fd7103ff1c1474c6e711ae5245fa502c5acfdcd8c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccdff32-3713-483d-9cdf-afde57adedae" -d '{"events": [{"name": "network-changed", "server_uuid": "2cf0382b-aedc-4771-893f-8b49b88c7052", "tag": "15be538c-6023-4f70-be3e-b8df5afd7294"}]}' {{(pid=91540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:02:11.805113 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-a3d08c2b-352c-4edc-964b-c60edda8b484 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:11.823984 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['1e7a7acc-858d-4a25-9273-f31e41040d03'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 08:02:11.843364 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-4d775e88-ab06-4d98-b372-75659d323837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:11.884073 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-4d775e88-ab06-4d98-b372-75659d323837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:11.966363 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-4d775e88-ab06-4d98-b372-75659d323837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:11.976324 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-b041a231-2816-477f-8b93-df8ff3280df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:12.004090 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a8e9af-9351-459f-be8d-ac400e515af6 x-openstack-request-id: req-c0a8e9af-9351-459f-be8d-ac400e515af6 {{(pid=91540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:02:12.004328 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cf0382b-aedc-4771-893f-8b49b88c7052", "tag": "15be538c-6023-4f70-be3e-b8df5afd7294", "status": "completed", "code": 200}]} {{(pid=91540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:02:12.004628 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c0a8e9af-9351-459f-be8d-ac400e515af6 {{(pid=91540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:02:12.005164 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cf0382b-aedc-4771-893f-8b49b88c7052', 'tag': '15be538c-6023-4f70-be3e-b8df5afd7294', 'status': 'completed', 'code': 200} Jun 02 08:02:12.039365 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d775e88-ab06-4d98-b372-75659d323837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6058b149-0bb4-46bd-99fd-48adb1105143,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:12.049323 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-4d775e88-ab06-4d98-b372-75659d323837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:12.055094 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-4d775e88-ab06-4d98-b372-75659d323837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:12.057041 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-4d775e88-ab06-4d98-b372-75659d323837 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6058b149-0bb4-46bd-99fd-48adb1105143 HTTP/1.1" status: 204 len: 168 time: 0.2875156 Jun 02 08:02:12.079965 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51925f-5905-43ca-a631-722f0cd9856e service neutron] Pushing event updated for resources: {'Port': ['ID=15be538c-6023-4f70-be3e-b8df5afd7294,revision_number=3']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:12.093303 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-9e51925f-5905-43ca-a631-722f0cd9856e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:12.099218 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69eda6-0873-4deb-a11f-32d275f67905 req-b80ed571-42df-4137-a769-f6d42c5a175d tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:12.100762 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9b69eda6-0873-4deb-a11f-32d275f67905 req-b80ed571-42df-4137-a769-f6d42c5a175d tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=2cf0382b-aedc-4771-893f-8b49b88c7052 HTTP/1.1" status: 200 len: 944 time: 0.1145830 Jun 02 08:02:12.106826 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fadee4-9f61-46c3-8ff7-8081aef4bfcd req-381191df-b915-4b01-837b-dd5848e69bad tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:12.110379 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-60fadee4-9f61-46c3-8ff7-8081aef4bfcd req-381191df-b915-4b01-837b-dd5848e69bad tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 944 time: 0.3905494 Jun 02 08:02:12.148327 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9b69eda6-0873-4deb-a11f-32d275f67905 req-f002a63f-9cc1-4eb5-a420-2aaeb6ebcdf3 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=541ebb03-d17e-4f49-a53f-d41c4696204e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412333 Jun 02 08:02:12.158473 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-f73090e4-651c-4015-8656-4e7294703255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:12.159959 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-f73090e4-651c-4015-8656-4e7294703255 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=688fc7fec3424c8e87ae035c39491898&device_id=2cf0382b-aedc-4771-893f-8b49b88c7052 HTTP/1.1" status: 200 len: 1097 time: 0.3191490 Jun 02 08:02:12.164617 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-60fadee4-9f61-46c3-8ff7-8081aef4bfcd req-cf0ef20b-55b5-4020-86ef-a8539bf55626 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504279 Jun 02 08:02:12.237060 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-5d406725-8adf-44b2-98bd-d174596e0012 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15be538c-6023-4f70-be3e-b8df5afd7294 HTTP/1.1" status: 200 len: 217 time: 0.0676396 Jun 02 08:02:12.305587 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-573af9bd-7d71-4290-9b3b-5b873abd0bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:12.308534 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-573af9bd-7d71-4290-9b3b-5b873abd0bd6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=80579146-c765-4f7b-89f0-58e1765e1f5a HTTP/1.1" status: 200 len: 850 time: 0.0629439 Jun 02 08:02:12.347678 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b319338-5a0e-4c22-b2a4-8e0502c17370 req-9bff583b-bfbd-4019-a80e-6bffa2b6b802 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:12.349453 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-3b319338-5a0e-4c22-b2a4-8e0502c17370 req-9bff583b-bfbd-4019-a80e-6bffa2b6b802 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/ports?device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 985 time: 0.0914195 Jun 02 08:02:12.402287 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-3b319338-5a0e-4c22-b2a4-8e0502c17370 req-5c16b2a0-8335-4f5d-a50a-88e5056ab1a8 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c701006-af6a-41a8-b00f-358f5486efec&id=1eda14ef-3c0e-4202-b12e-e45f3def0667&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453050 Jun 02 08:02:12.403078 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-67570f70-d667-437c-8cf8-c5ed3e5833c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:12.404804 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-67570f70-d667-437c-8cf8-c5ed3e5833c8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5920cfca-f051-4509-941a-46b192c48b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0878496 Jun 02 08:02:12.549424 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-23c57a37-fab7-412f-a44f-9a888aa87193 service neutron] 10.222.0.79 "GET /v2.0/networks/5920cfca-f051-4509-941a-46b192c48b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358671 Jun 02 08:02:12.692116 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-53f9db73-aab2-4943-bdf9-0ac3d100dda2 req-d201fe16-0ec1-4b9c-9fcd-c58145f3c389 service neutron] 10.222.0.79 "GET /v2.0/networks/5920cfca-f051-4509-941a-46b192c48b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354399 Jun 02 08:02:12.815553 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccdff32-3713-483d-9cdf-afde57adedae req-426b3e5b-c865-4aed-9ba7-88923c9eef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:12.817104 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-cccdff32-3713-483d-9cdf-afde57adedae req-426b3e5b-c865-4aed-9ba7-88923c9eef9b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=688fc7fec3424c8e87ae035c39491898&device_id=2cf0382b-aedc-4771-893f-8b49b88c7052 HTTP/1.1" status: 200 len: 1097 time: 0.0733252 Jun 02 08:02:12.950092 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccdff32-3713-483d-9cdf-afde57adedae req-2383b520-23f4-4b17-97b7-8ae0f150d62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:12.951517 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-cccdff32-3713-483d-9cdf-afde57adedae req-2383b520-23f4-4b17-97b7-8ae0f150d62c service neutron] 10.222.0.79 "GET /v2.0/networks?id=5920cfca-f051-4509-941a-46b192c48b56 HTTP/1.1" status: 200 len: 912 time: 0.1275449 Jun 02 08:02:13.029640 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-cccdff32-3713-483d-9cdf-afde57adedae req-b230bf8f-ad1b-40f9-a9e4-7f6044bf64ad service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15be538c-6023-4f70-be3e-b8df5afd7294 HTTP/1.1" status: 200 len: 217 time: 0.0701785 Jun 02 08:02:13.092989 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccdff32-3713-483d-9cdf-afde57adedae req-0132219a-ac31-4323-917a-b19adbfe2f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:13.094682 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-cccdff32-3713-483d-9cdf-afde57adedae req-0132219a-ac31-4323-917a-b19adbfe2f75 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=80579146-c765-4f7b-89f0-58e1765e1f5a HTTP/1.1" status: 200 len: 850 time: 0.0583489 Jun 02 08:02:13.176141 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccdff32-3713-483d-9cdf-afde57adedae req-18e4c8c8-a3b4-49ca-8541-c1524abd9941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:13.177671 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-cccdff32-3713-483d-9cdf-afde57adedae req-18e4c8c8-a3b4-49ca-8541-c1524abd9941 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5920cfca-f051-4509-941a-46b192c48b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757830 Jun 02 08:02:13.257704 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 1e7a7acc-858d-4a25-9273-f31e41040d03 up at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 08:02:13.336976 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning for port 1e7a7acc-858d-4a25-9273-f31e41040d03 completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 08:02:13.343574 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning complete for port 1e7a7acc-858d-4a25-9273-f31e41040d03 triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:02:13.344290 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:13.374248 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-cccdff32-3713-483d-9cdf-afde57adedae req-3d134281-24d0-4939-8682-c1c2c8c139d8 service neutron] 10.222.0.79 "GET /v2.0/networks/5920cfca-f051-4509-941a-46b192c48b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877749 Jun 02 08:02:13.436440 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4aa56-da96-4178-938a-389734d73416 req-2770e7da-ae35-46f0-aac9-f61614db0902 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:13.444608 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d2e4aa56-da96-4178-938a-389734d73416 req-2770e7da-ae35-46f0-aac9-f61614db0902 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 944 time: 0.1093602 Jun 02 08:02:13.488561 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:13.516858 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d2e4aa56-da96-4178-938a-389734d73416 req-b19fb9b9-b8cd-42d0-8d05-1cc48147a9b5 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708640 Jun 02 08:02:13.524542 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed4afedd-ac2b-4cf4-9e71-282d562c6f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7a7acc-858d-4a25-9273-f31e41040d03'}] {{(pid=91541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:02:13.527664 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab578fc78af4bba4052238dc90c68e3a7405fe2d006a0c4fb1b419504dc30437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa97dbe-3ebf-4a89-a114-e20693697e12" -d '{"events": [{"server_uuid": "ed4afedd-ac2b-4cf4-9e71-282d562c6f60", "name": "network-vif-plugged", "status": "completed", "tag": "1e7a7acc-858d-4a25-9273-f31e41040d03"}]}' {{(pid=91541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:02:13.530842 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0f04d-d55c-4084-b347-5b2d1dfdeac0 req-7c562d0d-716c-4d67-b660-3a0add50eac9 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:13.532466 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-17b0f04d-d55c-4084-b347-5b2d1dfdeac0 req-7c562d0d-716c-4d67-b660-3a0add50eac9 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=2cf0382b-aedc-4771-893f-8b49b88c7052 HTTP/1.1" status: 200 len: 944 time: 0.2165430 Jun 02 08:02:13.550872 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 1e7a7acc-858d-4a25-9273-f31e41040d03, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1e7a7acc-858d-4a25-9273-f31e41040d03,segment=NetworkSegment(0a9f3729-62b7-4b55-a4b9-f7267fb154d2),segment_id=0a9f3729-62b7-4b55-a4b9-f7267fb154d2)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:02:13.557490 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:13.559540 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-b32bbbfd-0f4e-4700-9a7a-15094b298902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:13.588491 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-cccdff32-3713-483d-9cdf-afde57adedae req-dae3ddec-4cf8-4c6c-ae06-319b7b65ec31 service neutron] 10.222.0.79 "GET /v2.0/networks/5920cfca-f051-4509-941a-46b192c48b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019062 Jun 02 08:02:13.602355 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-17b0f04d-d55c-4084-b347-5b2d1dfdeac0 req-a4c72919-72d4-4ec8-9c06-8f54dfce92cf tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=541ebb03-d17e-4f49-a53f-d41c4696204e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513277 Jun 02 08:02:13.647645 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=1e7a7acc-858d-4a25-9273-f31e41040d03,revision_number=5']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:13.652546 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:13.670105 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb06db6-b4d2-4a11-b48f-fa326f850e18 x-openstack-request-id: req-7eb06db6-b4d2-4a11-b48f-fa326f850e18 {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:02:13.670505 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed4afedd-ac2b-4cf4-9e71-282d562c6f60", "name": "network-vif-plugged", "status": "completed", "tag": "1e7a7acc-858d-4a25-9273-f31e41040d03", "code": 200}]} {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:02:13.670906 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7eb06db6-b4d2-4a11-b48f-fa326f850e18 {{(pid=91541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:02:13.671400 dv-cinder-786385-7-smb neutron-server[91541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed4afedd-ac2b-4cf4-9e71-282d562c6f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7a7acc-858d-4a25-9273-f31e41040d03', 'code': 200} Jun 02 08:02:13.738318 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af387916-9057-44c2-a92a-1d9b7d503945 req-811d85a9-f16c-4415-8ce7-9f7a0495b352 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:13.740205 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-af387916-9057-44c2-a92a-1d9b7d503945 req-811d85a9-f16c-4415-8ce7-9f7a0495b352 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/ports?device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 985 time: 0.0872710 Jun 02 08:02:13.789361 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-af387916-9057-44c2-a92a-1d9b7d503945 req-0e588771-b202-440a-91fc-d22034d22192 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c701006-af6a-41a8-b00f-358f5486efec&id=1eda14ef-3c0e-4202-b12e-e45f3def0667&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425892 Jun 02 08:02:14.008992 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20247f57-ea20-4df1-8cc6-5d11b5fc3cec req-2f060e7b-81cd-459c-b72d-eaf69425388b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:14.011318 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-20247f57-ea20-4df1-8cc6-5d11b5fc3cec req-2f060e7b-81cd-459c-b72d-eaf69425388b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 1098 time: 0.0777214 Jun 02 08:02:14.053828 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-20247f57-ea20-4df1-8cc6-5d11b5fc3cec req-2f138fe0-d71d-4239-8070-8b708d34b6cc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352480 Jun 02 08:02:14.716914 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32789807-58db-4177-abe3-14d3d06585cf req-70789df0-85be-4424-a4ef-fe8c4f50985f tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:14.720691 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-32789807-58db-4177-abe3-14d3d06585cf req-70789df0-85be-4424-a4ef-fe8c4f50985f tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 945 time: 0.0874178 Jun 02 08:02:14.770304 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-32789807-58db-4177-abe3-14d3d06585cf req-59fbb192-9fd4-48b6-831d-0582e984e00b tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462847 Jun 02 08:02:14.801153 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5421d-6ea7-4c1a-b6e3-8f7459848e21 req-9a13a21e-5c7a-4db3-9976-83817dde104b tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:14.802710 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-3ff5421d-6ea7-4c1a-b6e3-8f7459848e21 req-9a13a21e-5c7a-4db3-9976-83817dde104b tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=2cf0382b-aedc-4771-893f-8b49b88c7052 HTTP/1.1" status: 200 len: 944 time: 0.0881579 Jun 02 08:02:14.872011 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-3ff5421d-6ea7-4c1a-b6e3-8f7459848e21 req-255c2a09-8463-4107-9f14-1208d00f6d01 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=541ebb03-d17e-4f49-a53f-d41c4696204e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635054 Jun 02 08:02:14.905994 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 45830) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:02:15.042380 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-011997cc-2768-40a9-98a0-0949919c332e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:15.059792 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-011997cc-2768-40a9-98a0-0949919c332e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:02:15.065226 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-011997cc-2768-40a9-98a0-0949919c332e admin admin] Usage tracker for resource:security_group_rule and tenant:822ff8025fc8412e908ebfdefaf59ed3 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:02:15.068531 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-011997cc-2768-40a9-98a0-0949919c332e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:02:15.076289 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-011997cc-2768-40a9-98a0-0949919c332e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:02:15.089728 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa0b12-5b4f-4e7a-87d4-2087d44ee638 req-9f0e7e11-5328-46ee-a076-262cf6b3f135 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:15.091197 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c6fa0b12-5b4f-4e7a-87d4-2087d44ee638 req-9f0e7e11-5328-46ee-a076-262cf6b3f135 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/ports?device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 985 time: 0.1845074 Jun 02 08:02:15.139627 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c6fa0b12-5b4f-4e7a-87d4-2087d44ee638 req-8ecbdb9e-2f71-4f5a-ac80-c23892f6fda2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c701006-af6a-41a8-b00f-358f5486efec&id=1eda14ef-3c0e-4202-b12e-e45f3def0667&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422676 Jun 02 08:02:15.162264 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-011997cc-2768-40a9-98a0-0949919c332e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:15.166043 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-011997cc-2768-40a9-98a0-0949919c332e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:15.174612 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-e64d95c5-a187-42b0-8c42-69ddd3a95bc4 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:15.217135 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-011997cc-2768-40a9-98a0-0949919c332e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=822ff8025fc8412e908ebfdefaf59ed3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3098242 Jun 02 08:02:15.217944 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011997cc-2768-40a9-98a0-0949919c332e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e060a75-e45a-4b19-ab4b-ab7814920a90,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:15.219856 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 45836) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:02:15.221062 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-011997cc-2768-40a9-98a0-0949919c332e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:15.280503 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-e441954f-a844-44c2-bcbb-fb37766439d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:15.285649 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 15be538c-6023-4f70-be3e-b8df5afd7294 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=91541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 08:02:15.308324 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-e441954f-a844-44c2-bcbb-fb37766439d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:15.358044 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-e441954f-a844-44c2-bcbb-fb37766439d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:15.361937 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-9f7cdf37-541f-481b-a5dd-41b272b9ab53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:15.375000 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441954f-a844-44c2-bcbb-fb37766439d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e060a75-e45a-4b19-ab4b-ab7814920a90,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:15.379065 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-e441954f-a844-44c2-bcbb-fb37766439d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:15.385077 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-e441954f-a844-44c2-bcbb-fb37766439d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:15.386181 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-e441954f-a844-44c2-bcbb-fb37766439d7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7e060a75-e45a-4b19-ab4b-ab7814920a90 HTTP/1.1" status: 204 len: 168 time: 0.1653571 Jun 02 08:02:15.431368 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 15be538c-6023-4f70-be3e-b8df5afd7294, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=15be538c-6023-4f70-be3e-b8df5afd7294,segment=NetworkSegment(7571d2f6-9016-4802-a030-87cae188c8e3),segment_id=7571d2f6-9016-4802-a030-87cae188c8e3)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:02:15.448466 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Returning: {'device': '15be538c-6023-4f70-be3e-b8df5afd7294', 'network_id': '5920cfca-f051-4509-941a-46b192c48b56', 'port_id': '15be538c-6023-4f70-be3e-b8df5afd7294', 'mac_address': 'fa:16:3e:5c:d4:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80579146-c765-4f7b-89f0-58e1765e1f5a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 08:02:15.503161 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:15.520697 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15be538c-6023-4f70-be3e-b8df5afd7294 {{(pid=91541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 08:02:15.536413 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 15be538c-6023-4f70-be3e-b8df5afd7294, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=15be538c-6023-4f70-be3e-b8df5afd7294,segment=NetworkSegment(7571d2f6-9016-4802-a030-87cae188c8e3),segment_id=7571d2f6-9016-4802-a030-87cae188c8e3)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:02:15.540215 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:15.542900 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-3cd6c8ce-1eb0-4860-baa4-73527958c2cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:15.607317 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=15be538c-6023-4f70-be3e-b8df5afd7294,revision_number=4']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:15.610463 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:15.671171 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 45842) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:02:15.687747 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-abc43154-2982-4b04-926d-7cdebf808257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:15.701730 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-abc43154-2982-4b04-926d-7cdebf808257 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:02:15.705462 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-abc43154-2982-4b04-926d-7cdebf808257 admin admin] Usage tracker for resource:security_group_rule and tenant:ef83c6a8e2bd4322bf62cbf0e35f80a8 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:02:15.708235 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-abc43154-2982-4b04-926d-7cdebf808257 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:02:15.714639 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-abc43154-2982-4b04-926d-7cdebf808257 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:02:15.791451 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['15be538c-6023-4f70-be3e-b8df5afd7294'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 08:02:15.795803 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-abc43154-2982-4b04-926d-7cdebf808257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:15.801436 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-abc43154-2982-4b04-926d-7cdebf808257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:15.810946 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-d61b62b7-80d0-4d2e-92fa-f54da7603927 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:15.857989 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-abc43154-2982-4b04-926d-7cdebf808257 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ef83c6a8e2bd4322bf62cbf0e35f80a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1833975 Jun 02 08:02:15.858755 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 45846) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:02:15.869156 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc43154-2982-4b04-926d-7cdebf808257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee206251-9013-45b7-a6f9-06b139e7c11c,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:15.872945 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-abc43154-2982-4b04-926d-7cdebf808257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:15.929355 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-c5be4aa0-ea23-49cf-a8a9-ed0f00a1b7f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:15.964974 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-c5be4aa0-ea23-49cf-a8a9-ed0f00a1b7f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:15.985232 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58d31b-de08-4ad0-8fdf-4140d534a77a req-23e7c67f-89c7-43dc-81a3-fdb507331bfd tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:15.986749 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-7f58d31b-de08-4ad0-8fdf-4140d534a77a req-23e7c67f-89c7-43dc-81a3-fdb507331bfd tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 945 time: 0.0978718 Jun 02 08:02:16.031964 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-7f58d31b-de08-4ad0-8fdf-4140d534a77a req-fb2b223b-cee5-49bf-ba34-219f362f780e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396020 Jun 02 08:02:16.078439 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-c5be4aa0-ea23-49cf-a8a9-ed0f00a1b7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:16.082733 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-827eb094-a6e0-4baf-b955-e93d339b8c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:16.097503 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be4aa0-ea23-49cf-a8a9-ed0f00a1b7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee206251-9013-45b7-a6f9-06b139e7c11c,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:16.099922 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-c5be4aa0-ea23-49cf-a8a9-ed0f00a1b7f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:16.110999 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda25055-e712-4aee-bd80-2e48c0db0ff0 req-8cbc7f92-83cb-402c-bedf-ea4fd22308be tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:16.112588 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-eda25055-e712-4aee-bd80-2e48c0db0ff0 req-8cbc7f92-83cb-402c-bedf-ea4fd22308be tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=2cf0382b-aedc-4771-893f-8b49b88c7052 HTTP/1.1" status: 200 len: 945 time: 0.1231973 Jun 02 08:02:16.114684 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-c5be4aa0-ea23-49cf-a8a9-ed0f00a1b7f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:16.115745 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-c5be4aa0-ea23-49cf-a8a9-ed0f00a1b7f9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ee206251-9013-45b7-a6f9-06b139e7c11c HTTP/1.1" status: 204 len: 168 time: 0.2561009 Jun 02 08:02:16.176715 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-eda25055-e712-4aee-bd80-2e48c0db0ff0 req-001d6e76-f25f-4336-9734-823ba3596e77 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=541ebb03-d17e-4f49-a53f-d41c4696204e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558870 Jun 02 08:02:16.232079 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759f0fa-b036-4235-af5f-5e5fe3788b4f req-16d018c8-1949-4356-9bd7-3c84712ceb4a tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:16.233519 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e759f0fa-b036-4235-af5f-5e5fe3788b4f req-16d018c8-1949-4356-9bd7-3c84712ceb4a tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 945 time: 0.0839868 Jun 02 08:02:16.242119 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 45854) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:02:16.247052 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [None req-153a1bf4-d74f-43f5-8220-cbfd51e1a9ef tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Request body: {'floatingip': {'port_id': '1e7a7acc-858d-4a25-9273-f31e41040d03'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:02:16.327426 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-153a1bf4-d74f-43f5-8220-cbfd51e1a9ef tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for floatingip, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:17.035454 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-153a1bf4-d74f-43f5-8220-cbfd51e1a9ef tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:17.040841 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-153a1bf4-d74f-43f5-8220-cbfd51e1a9ef tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-945703'] for floatingip, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:17.209923 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.db.l3_db [None req-153a1bf4-d74f-43f5-8220-cbfd51e1a9ef tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Floating IP 11a1d7e4-eeed-4736-803e-6759bb4c4d69 associated. External IP: 172.28.1.244, port: 1e7a7acc-858d-4a25-9273-f31e41040d03. Jun 02 08:02:17.290482 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 15be538c-6023-4f70-be3e-b8df5afd7294 up at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 08:02:17.331104 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 45884) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:02:17.379693 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning for port 15be538c-6023-4f70-be3e-b8df5afd7294 completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 08:02:17.387989 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning complete for port 15be538c-6023-4f70-be3e-b8df5afd7294 triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:02:17.388477 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:17.389279 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b643526-729a-4653-a614-437b51eb9cbc req-c47e24ad-adc4-4262-babd-99bb07e38fed tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:17.391070 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-9b643526-729a-4653-a614-437b51eb9cbc req-c47e24ad-adc4-4262-babd-99bb07e38fed tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=2cf0382b-aedc-4771-893f-8b49b88c7052 HTTP/1.1" status: 200 len: 945 time: 0.1058908 Jun 02 08:02:17.449378 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-9b643526-729a-4653-a614-437b51eb9cbc req-3149573b-d86a-4ec1-ac17-32964d43f0ae tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=541ebb03-d17e-4f49-a53f-d41c4696204e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507307 Jun 02 08:02:17.471577 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-9c938ebe-c728-4a2a-8c73-2b7b5a6e9c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:17.486522 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-9c938ebe-c728-4a2a-8c73-2b7b5a6e9c49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:02:17.490343 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-9c938ebe-c728-4a2a-8c73-2b7b5a6e9c49 admin admin] Usage tracker for resource:security_group_rule and tenant:3406df784fcb4375a179aa85ddcdb806 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:02:17.493170 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-9c938ebe-c728-4a2a-8c73-2b7b5a6e9c49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:02:17.499176 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-9c938ebe-c728-4a2a-8c73-2b7b5a6e9c49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:02:17.532603 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:17.563522 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf0382b-aedc-4771-893f-8b49b88c7052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15be538c-6023-4f70-be3e-b8df5afd7294'}] {{(pid=91541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:02:17.564689 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab578fc78af4bba4052238dc90c68e3a7405fe2d006a0c4fb1b419504dc30437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9886f987-4c3a-4be3-ac6f-8d514bcad6dd" -d '{"events": [{"server_uuid": "2cf0382b-aedc-4771-893f-8b49b88c7052", "name": "network-vif-plugged", "status": "completed", "tag": "15be538c-6023-4f70-be3e-b8df5afd7294"}]}' {{(pid=91541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:02:17.580254 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 15be538c-6023-4f70-be3e-b8df5afd7294, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=15be538c-6023-4f70-be3e-b8df5afd7294,segment=NetworkSegment(7571d2f6-9016-4802-a030-87cae188c8e3),segment_id=7571d2f6-9016-4802-a030-87cae188c8e3)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:02:17.588675 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:17.590635 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-1d70387e-abdf-4eef-abc0-4b08422177f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:17.604309 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-9c938ebe-c728-4a2a-8c73-2b7b5a6e9c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:17.611706 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-9c938ebe-c728-4a2a-8c73-2b7b5a6e9c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:17.616083 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153a1bf4-d74f-43f5-8220-cbfd51e1a9ef tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Router f3dc0b6a-ac16-413b-b6c4-0571283fb525 has already been hosted by L3 agent 221affb1-81f2-42a7-84c7-b8c79a9401bf {{(pid=91539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 08:02:17.624330 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-4bcbea79-4d18-44cd-95c4-8b00832cb3bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:17.624951 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8df429-7f00-4fb2-9f12-333340ed2853 x-openstack-request-id: req-7a8df429-7f00-4fb2-9f12-333340ed2853 {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:02:17.625338 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf0382b-aedc-4771-893f-8b49b88c7052", "name": "network-vif-plugged", "status": "completed", "tag": "15be538c-6023-4f70-be3e-b8df5afd7294", "code": 200}]} {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:02:17.625480 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7a8df429-7f00-4fb2-9f12-333340ed2853 {{(pid=91541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:02:17.625851 dv-cinder-786385-7-smb neutron-server[91541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf0382b-aedc-4771-893f-8b49b88c7052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15be538c-6023-4f70-be3e-b8df5afd7294', 'code': 200} Jun 02 08:02:17.672305 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-9c938ebe-c728-4a2a-8c73-2b7b5a6e9c49 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3406df784fcb4375a179aa85ddcdb806&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3372278 Jun 02 08:02:17.672305 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c938ebe-c728-4a2a-8c73-2b7b5a6e9c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f518f1ac-5ccd-4384-a48d-27f451761573,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:17.673371 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 45890) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:02:17.679263 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=15be538c-6023-4f70-be3e-b8df5afd7294,revision_number=5']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:17.682956 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:17.686605 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-9c938ebe-c728-4a2a-8c73-2b7b5a6e9c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:17.740381 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-43740e26-b893-4a32-8a4a-f2900ee2de64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:17.767138 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-43740e26-b893-4a32-8a4a-f2900ee2de64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:17.881503 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57945f4b-253a-4c9c-b58d-ae5e098171a2 req-6fe71eb2-04d9-424f-bcb9-8b7ddfcc3df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:17.883078 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-57945f4b-253a-4c9c-b58d-ae5e098171a2 req-6fe71eb2-04d9-424f-bcb9-8b7ddfcc3df3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2cf0382b-aedc-4771-893f-8b49b88c7052 HTTP/1.1" status: 200 len: 1099 time: 0.0790720 Jun 02 08:02:17.883666 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-43740e26-b893-4a32-8a4a-f2900ee2de64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:17.888020 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-07d524b1-d463-443c-bece-bb3b913bc1fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:17.915509 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43740e26-b893-4a32-8a4a-f2900ee2de64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f518f1ac-5ccd-4384-a48d-27f451761573,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:17.921413 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-43740e26-b893-4a32-8a4a-f2900ee2de64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:17.932371 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153a1bf4-d74f-43f5-8220-cbfd51e1a9ef tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify agent at l3_agent.dv-cinder-786385-7-smb the message routers_updated {{(pid=91539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 08:02:17.934504 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-43740e26-b893-4a32-8a4a-f2900ee2de64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:17.938228 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-43740e26-b893-4a32-8a4a-f2900ee2de64 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f518f1ac-5ccd-4384-a48d-27f451761573 HTTP/1.1" status: 204 len: 168 time: 0.2639258 Jun 02 08:02:17.943914 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-57945f4b-253a-4c9c-b58d-ae5e098171a2 req-19c93d04-7f1f-4dbd-8f8e-3bb5c01e9fd2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=541ebb03-d17e-4f49-a53f-d41c4696204e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493650 Jun 02 08:02:17.945114 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-153a1bf4-d74f-43f5-8220-cbfd51e1a9ef tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for floatingip, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:17.948943 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ba924f-8f3f-4bde-a50e-ef0e2980c3a4 None None] Sync routers for ids ['f3dc0b6a-ac16-413b-b6c4-0571283fb525'] in dv-cinder-786385-7-smb {{(pid=91541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 08:02:17.961029 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ba924f-8f3f-4bde-a50e-ef0e2980c3a4 None None] Routers {'f3dc0b6a-ac16-413b-b6c4-0571283fb525'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:02:17.961670 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-59ba924f-8f3f-4bde-a50e-ef0e2980c3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:02:03Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['f3dc0b6a-ac16-413b-b6c4-0571283fb525'], 'active': True} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:02:18.001100 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-153a1bf4-d74f-43f5-8220-cbfd51e1a9ef tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "PUT /v2.0/floatingips/11a1d7e4-eeed-4736-803e-6759bb4c4d69 HTTP/1.1" status: 200 len: 991 time: 1.7579169 Jun 02 08:02:18.002299 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed4afedd-ac2b-4cf4-9e71-282d562c6f60', 'tag': '1e7a7acc-858d-4a25-9273-f31e41040d03'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:02:18.005078 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7c711c-ebfa-437d-84cf-740b33e6d379" -d '{"events": [{"name": "network-changed", "server_uuid": "ed4afedd-ac2b-4cf4-9e71-282d562c6f60", "tag": "1e7a7acc-858d-4a25-9273-f31e41040d03"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:02:18.053314 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77689e7-9279-4276-87ce-ff0564c2ae9a x-openstack-request-id: req-a77689e7-9279-4276-87ce-ff0564c2ae9a {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:02:18.053923 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed4afedd-ac2b-4cf4-9e71-282d562c6f60", "tag": "1e7a7acc-858d-4a25-9273-f31e41040d03", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:02:18.053923 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a77689e7-9279-4276-87ce-ff0564c2ae9a {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:02:18.054315 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed4afedd-ac2b-4cf4-9e71-282d562c6f60', 'tag': '1e7a7acc-858d-4a25-9273-f31e41040d03', 'status': 'completed', 'code': 200} Jun 02 08:02:18.163091 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvr_db [None req-59ba924f-8f3f-4bde-a50e-ef0e2980c3a4 None None] Set router f3dc0b6a-ac16-413b-b6c4-0571283fb525 gateway port host: dv-cinder-786385-7-smb {{(pid=91541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:02:18.181538 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c711c-ebfa-437d-84cf-740b33e6d379 req-0be1d029-2d35-41f0-a36a-33eae21b8fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:18.183080 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-4c7c711c-ebfa-437d-84cf-740b33e6d379 req-0be1d029-2d35-41f0-a36a-33eae21b8fab service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6b8d02cd22f94fd0a8a8af38d9d22b8d&device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 1098 time: 0.0820241 Jun 02 08:02:18.325793 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c711c-ebfa-437d-84cf-740b33e6d379 req-425e6d81-a55b-4c08-b81a-04e395c9e3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:18.327331 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-4c7c711c-ebfa-437d-84cf-740b33e6d379 req-425e6d81-a55b-4c08-b81a-04e395c9e3ff service neutron] 10.222.0.79 "GET /v2.0/networks?id=c2b2e088-f309-40ee-a9da-7f4c929ceb8e HTTP/1.1" status: 200 len: 917 time: 0.1373761 Jun 02 08:02:18.438098 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-4c7c711c-ebfa-437d-84cf-740b33e6d379 req-238ac8e8-e957-4f17-82d4-dcdd5ca5fba2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e7a7acc-858d-4a25-9273-f31e41040d03 HTTP/1.1" status: 200 len: 999 time: 0.1035106 Jun 02 08:02:18.504796 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c711c-ebfa-437d-84cf-740b33e6d379 req-e348cbaa-45e5-4bcc-aabb-5a5a7c205a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:18.506617 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-4c7c711c-ebfa-437d-84cf-740b33e6d379 req-e348cbaa-45e5-4bcc-aabb-5a5a7c205a2e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dab5414d-1dc2-421f-9986-4a6ba721194d HTTP/1.1" status: 200 len: 855 time: 0.0619690 Jun 02 08:02:18.579807 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-59ba924f-8f3f-4bde-a50e-ef0e2980c3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'name': 'tempest-AttachVolumeShelveTestJSON-235286783-router', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'b63de57b-406e-448d-af03-d130089792ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:51Z', 'updated_at': '2021-06-02T07:58:07Z', 'revision_number': 4, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'gw_port': {'id': 'b63de57b-406e-448d-af03-d130089792ed', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:00:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:53Z', 'updated_at': '2021-06-02T07:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_floatingips': [{'id': '11a1d7e4-eeed-4736-803e-6759bb4c4d69', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'floating_ip_address': '172.28.1.244', 'floating_network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'router_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'port_id': '1e7a7acc-858d-4a25-9273-f31e41040d03', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e', 'mac_address': 'fa:16:3e:08:a6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4afedd-ac2b-4cf4-9e71-282d562c6f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:02:01Z', 'updated_at': '2021-06-02T08:02:16Z', 'revision_number': 1, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3796da1-db85-47cf-82e9-5664f02b51ce', 'name': '', 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'mac_address': 'fa:16:3e:04:43:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'dab5414d-1dc2-421f-9986-4a6ba721194d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:58:01Z', 'updated_at': '2021-06-02T07:58:18Z', 'revision_number': 5, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'subnets': [{'id': 'dab5414d-1dc2-421f-9986-4a6ba721194d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:02:18.591670 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ba924f-8f3f-4bde-a50e-ef0e2980c3a4 None None] Checking router: f3dc0b6a-ac16-413b-b6c4-0571283fb525 for host: dv-cinder-786385-7-smb {{(pid=91541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 08:02:18.602207 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ba924f-8f3f-4bde-a50e-ef0e2980c3a4 None None] Routers {'f3dc0b6a-ac16-413b-b6c4-0571283fb525'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:02:18.602828 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-59ba924f-8f3f-4bde-a50e-ef0e2980c3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:02:03Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['f3dc0b6a-ac16-413b-b6c4-0571283fb525'], 'active': True} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:02:18.620156 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c711c-ebfa-437d-84cf-740b33e6d379 req-6a6ad353-e558-411a-be2f-dc716b6e60e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:18.621785 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-4c7c711c-ebfa-437d-84cf-740b33e6d379 req-6a6ad353-e558-411a-be2f-dc716b6e60e5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c2b2e088-f309-40ee-a9da-7f4c929ceb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0945523 Jun 02 08:02:18.651297 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84010473-7a9a-4cc1-9b4c-9d18d0038afc req-fc60d92e-9e49-4409-82c8-60d02f6a32ba tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:18.658398 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-84010473-7a9a-4cc1-9b4c-9d18d0038afc req-fc60d92e-9e49-4409-82c8-60d02f6a32ba tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=2cf0382b-aedc-4771-893f-8b49b88c7052 HTTP/1.1" status: 200 len: 946 time: 0.0945041 Jun 02 08:02:18.716585 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-84010473-7a9a-4cc1-9b4c-9d18d0038afc req-121cc385-8b2c-416a-8b7d-5d43bfb2f5d2 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=541ebb03-d17e-4f49-a53f-d41c4696204e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571287 Jun 02 08:02:18.814920 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-4c7c711c-ebfa-437d-84cf-740b33e6d379 req-c46d1789-b429-4931-a692-9ea60cf2e55a service neutron] 10.222.0.79 "GET /v2.0/networks/c2b2e088-f309-40ee-a9da-7f4c929ceb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850512 Jun 02 08:02:18.828863 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvr_db [None req-59ba924f-8f3f-4bde-a50e-ef0e2980c3a4 None None] Set router f3dc0b6a-ac16-413b-b6c4-0571283fb525 gateway port host: dv-cinder-786385-7-smb {{(pid=91541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:02:18.961760 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-4c7c711c-ebfa-437d-84cf-740b33e6d379 req-8d591725-ac15-43d3-b57d-861ec3e9b4b1 service neutron] 10.222.0.79 "GET /v2.0/networks/c2b2e088-f309-40ee-a9da-7f4c929ceb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373267 Jun 02 08:02:19.213320 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-59ba924f-8f3f-4bde-a50e-ef0e2980c3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'name': 'tempest-AttachVolumeShelveTestJSON-235286783-router', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'b63de57b-406e-448d-af03-d130089792ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:51Z', 'updated_at': '2021-06-02T07:58:07Z', 'revision_number': 4, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'gw_port': {'id': 'b63de57b-406e-448d-af03-d130089792ed', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:00:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:53Z', 'updated_at': '2021-06-02T07:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_floatingips': [{'id': '11a1d7e4-eeed-4736-803e-6759bb4c4d69', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'floating_ip_address': '172.28.1.244', 'floating_network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'router_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'port_id': '1e7a7acc-858d-4a25-9273-f31e41040d03', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e', 'mac_address': 'fa:16:3e:08:a6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4afedd-ac2b-4cf4-9e71-282d562c6f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:02:01Z', 'updated_at': '2021-06-02T08:02:16Z', 'revision_number': 1, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3796da1-db85-47cf-82e9-5664f02b51ce', 'name': '', 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'mac_address': 'fa:16:3e:04:43:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'dab5414d-1dc2-421f-9986-4a6ba721194d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:58:01Z', 'updated_at': '2021-06-02T07:58:18Z', 'revision_number': 5, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'subnets': [{'id': 'dab5414d-1dc2-421f-9986-4a6ba721194d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:02:19.217625 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ba924f-8f3f-4bde-a50e-ef0e2980c3a4 None None] The sync data for ids ['f3dc0b6a-ac16-413b-b6c4-0571283fb525'] in dv-cinder-786385-7-smb is: [{'id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'name': 'tempest-AttachVolumeShelveTestJSON-235286783-router', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'b63de57b-406e-448d-af03-d130089792ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:51Z', 'updated_at': '2021-06-02T07:58:07Z', 'revision_number': 4, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'gw_port': {'id': 'b63de57b-406e-448d-af03-d130089792ed', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:00:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:53Z', 'updated_at': '2021-06-02T07:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_floatingips': [{'id': '11a1d7e4-eeed-4736-803e-6759bb4c4d69', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'floating_ip_address': '172.28.1.244', 'floating_network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'router_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'port_id': '1e7a7acc-858d-4a25-9273-f31e41040d03', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e', 'mac_address': 'fa:16:3e:08:a6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4afedd-ac2b-4cf4-9e71-282d562c6f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:02:01Z', 'updated_at': '2021-06-02T08:02:16Z', 'revision_number': 1, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3796da1-db85-47cf-82e9-5664f02b51ce', 'name': '', 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'mac_address': 'fa:16:3e:04:43:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'dab5414d-1dc2-421f-9986-4a6ba721194d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:58:01Z', 'updated_at': '2021-06-02T07:58:18Z', 'revision_number': 5, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'subnets': [{'id': 'dab5414d-1dc2-421f-9986-4a6ba721194d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 08:02:19.222611 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.agents_db [None req-10acdd10-972e-4945-a856-8243e035fc02 None None] Agent healthcheck: found 6 active agents {{(pid=91542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 08:02:19.427118 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2217f141-5333-4c68-92a4-318c735953a6 None None] New status for floating IP 11a1d7e4-eeed-4736-803e-6759bb4c4d69: ACTIVE {{(pid=91542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 08:02:19.895501 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b99c2-f603-4687-9a7f-d746fd332c9a req-26259992-4521-4bf8-9848-1eeaac2b4461 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:19.896969 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-657b99c2-f603-4687-9a7f-d746fd332c9a req-26259992-4521-4bf8-9848-1eeaac2b4461 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=2cf0382b-aedc-4771-893f-8b49b88c7052 HTTP/1.1" status: 200 len: 946 time: 0.0799420 Jun 02 08:02:19.941452 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-657b99c2-f603-4687-9a7f-d746fd332c9a req-64f7fe97-b0ad-4d4a-8a56-9833bcb10598 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=541ebb03-d17e-4f49-a53f-d41c4696204e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382600 Jun 02 08:02:20.205395 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a231489-fc1f-4e3f-a8ac-f2756d6df5fe req-6fc54cbd-0182-44c2-a823-521670a806aa tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:20.207072 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-3a231489-fc1f-4e3f-a8ac-f2756d6df5fe req-6fc54cbd-0182-44c2-a823-521670a806aa tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=2cf0382b-aedc-4771-893f-8b49b88c7052 HTTP/1.1" status: 200 len: 946 time: 0.1630037 Jun 02 08:02:20.216761 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 45954) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:02:20.222050 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-576fef54-0ab6-4ebc-a2b9-b9ea97367d37 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Request body: {'floatingip': {'port_id': '15be538c-6023-4f70-be3e-b8df5afd7294'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:02:20.308030 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-576fef54-0ab6-4ebc-a2b9-b9ea97367d37 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for floatingip, before_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:20.921342 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-576fef54-0ab6-4ebc-a2b9-b9ea97367d37 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:20.925476 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-576fef54-0ab6-4ebc-a2b9-b9ea97367d37 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-945703'] for floatingip, after_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:21.099333 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.db.l3_db [None req-576fef54-0ab6-4ebc-a2b9-b9ea97367d37 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Floating IP 8b71c914-4a03-43b1-b249-7ecefb845cd7 associated. External IP: 172.28.1.204, port: 15be538c-6023-4f70-be3e-b8df5afd7294. Jun 02 08:02:21.540746 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576fef54-0ab6-4ebc-a2b9-b9ea97367d37 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Router ea22b6ee-eeec-4f12-8c54-137171f81e80 has already been hosted by L3 agent 221affb1-81f2-42a7-84c7-b8c79a9401bf {{(pid=91540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 08:02:21.722121 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576fef54-0ab6-4ebc-a2b9-b9ea97367d37 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify agent at l3_agent.dv-cinder-786385-7-smb the message routers_updated {{(pid=91540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 08:02:21.726285 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-576fef54-0ab6-4ebc-a2b9-b9ea97367d37 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for floatingip, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:21.731939 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c1e351-e7aa-4c67-8934-57f9361d3d31 None None] Sync routers for ids ['ea22b6ee-eeec-4f12-8c54-137171f81e80'] in dv-cinder-786385-7-smb {{(pid=91541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 08:02:21.745197 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c1e351-e7aa-4c67-8934-57f9361d3d31 None None] Routers {'ea22b6ee-eeec-4f12-8c54-137171f81e80'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:02:21.745830 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-c8c1e351-e7aa-4c67-8934-57f9361d3d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:02:03Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['ea22b6ee-eeec-4f12-8c54-137171f81e80'], 'active': True} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:02:21.784796 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-576fef54-0ab6-4ebc-a2b9-b9ea97367d37 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "PUT /v2.0/floatingips/8b71c914-4a03-43b1-b249-7ecefb845cd7 HTTP/1.1" status: 200 len: 992 time: 1.5667658 Jun 02 08:02:21.785440 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf0382b-aedc-4771-893f-8b49b88c7052', 'tag': '15be538c-6023-4f70-be3e-b8df5afd7294'}] {{(pid=91540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:02:21.787741 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f13e3936cf79d94985b49fd7103ff1c1474c6e711ae5245fa502c5acfdcd8c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e12807-bb98-404b-80c0-fc3012cb103d" -d '{"events": [{"name": "network-changed", "server_uuid": "2cf0382b-aedc-4771-893f-8b49b88c7052", "tag": "15be538c-6023-4f70-be3e-b8df5afd7294"}]}' {{(pid=91540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:02:21.846612 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdaff28c-0750-4ede-94a0-ab9ec981f47f x-openstack-request-id: req-fdaff28c-0750-4ede-94a0-ab9ec981f47f {{(pid=91540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:02:21.846934 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cf0382b-aedc-4771-893f-8b49b88c7052", "tag": "15be538c-6023-4f70-be3e-b8df5afd7294", "status": "completed", "code": 200}]} {{(pid=91540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:02:21.847222 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fdaff28c-0750-4ede-94a0-ab9ec981f47f {{(pid=91540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:02:21.847638 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cf0382b-aedc-4771-893f-8b49b88c7052', 'tag': '15be538c-6023-4f70-be3e-b8df5afd7294', 'status': 'completed', 'code': 200} Jun 02 08:02:21.943000 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvr_db [None req-c8c1e351-e7aa-4c67-8934-57f9361d3d31 None None] Set router ea22b6ee-eeec-4f12-8c54-137171f81e80 gateway port host: dv-cinder-786385-7-smb {{(pid=91541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:02:21.948145 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e12807-bb98-404b-80c0-fc3012cb103d req-d628a300-58b0-4c40-8fc8-485f884679fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:21.949624 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c6e12807-bb98-404b-80c0-fc3012cb103d req-d628a300-58b0-4c40-8fc8-485f884679fe service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=688fc7fec3424c8e87ae035c39491898&device_id=2cf0382b-aedc-4771-893f-8b49b88c7052 HTTP/1.1" status: 200 len: 1099 time: 0.0709760 Jun 02 08:02:22.086940 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e12807-bb98-404b-80c0-fc3012cb103d req-d0a5b18a-c039-4548-aa1e-9ae6697172c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:22.089104 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c6e12807-bb98-404b-80c0-fc3012cb103d req-d0a5b18a-c039-4548-aa1e-9ae6697172c3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5920cfca-f051-4509-941a-46b192c48b56 HTTP/1.1" status: 200 len: 912 time: 0.1326609 Jun 02 08:02:22.198702 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c6e12807-bb98-404b-80c0-fc3012cb103d req-1d5ac939-eead-453b-a595-5dc3ffd97e28 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15be538c-6023-4f70-be3e-b8df5afd7294 HTTP/1.1" status: 200 len: 1000 time: 0.1024897 Jun 02 08:02:22.263241 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e12807-bb98-404b-80c0-fc3012cb103d req-ae022573-51cd-444f-a041-4787a30688dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:22.266149 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c6e12807-bb98-404b-80c0-fc3012cb103d req-ae022573-51cd-444f-a041-4787a30688dc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=80579146-c765-4f7b-89f0-58e1765e1f5a HTTP/1.1" status: 200 len: 850 time: 0.0611715 Jun 02 08:02:22.305685 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-c8c1e351-e7aa-4c67-8934-57f9361d3d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'name': 'tempest-AttachVolumeTestJSON-2040021533-router', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '3485cd67-fee9-4f35-9f3e-1e4562d1c065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:46Z', 'updated_at': '2021-06-02T07:57:54Z', 'revision_number': 4, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'gw_port': {'id': '3485cd67-fee9-4f35-9f3e-1e4562d1c065', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:47Z', 'updated_at': '2021-06-02T07:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_floatingips': [{'id': '8b71c914-4a03-43b1-b249-7ecefb845cd7', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'floating_ip_address': '172.28.1.204', 'floating_network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'router_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'port_id': '15be538c-6023-4f70-be3e-b8df5afd7294', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5920cfca-f051-4509-941a-46b192c48b56', 'mac_address': 'fa:16:3e:5c:d4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf0382b-aedc-4771-893f-8b49b88c7052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:02:05Z', 'updated_at': '2021-06-02T08:02:20Z', 'revision_number': 1, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1204b6aa-0566-4422-bf89-81ed2587366e', 'name': '', 'network_id': '5920cfca-f051-4509-941a-46b192c48b56', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'mac_address': 'fa:16:3e:90:1c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '80579146-c765-4f7b-89f0-58e1765e1f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:53Z', 'updated_at': '2021-06-02T07:58:06Z', 'revision_number': 5, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'subnets': [{'id': '80579146-c765-4f7b-89f0-58e1765e1f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:02:22.310670 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c1e351-e7aa-4c67-8934-57f9361d3d31 None None] Checking router: ea22b6ee-eeec-4f12-8c54-137171f81e80 for host: dv-cinder-786385-7-smb {{(pid=91541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 08:02:22.319133 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c1e351-e7aa-4c67-8934-57f9361d3d31 None None] Routers {'ea22b6ee-eeec-4f12-8c54-137171f81e80'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:02:22.319752 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-c8c1e351-e7aa-4c67-8934-57f9361d3d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:02:03Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['ea22b6ee-eeec-4f12-8c54-137171f81e80'], 'active': True} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:02:22.349749 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e12807-bb98-404b-80c0-fc3012cb103d req-188c8357-00b7-4b7c-8030-3e69871cafda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:22.351490 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c6e12807-bb98-404b-80c0-fc3012cb103d req-188c8357-00b7-4b7c-8030-3e69871cafda service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5920cfca-f051-4509-941a-46b192c48b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0782411 Jun 02 08:02:22.494303 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c6e12807-bb98-404b-80c0-fc3012cb103d req-3c80613f-20c9-431c-a3fd-6eeeb5fd13a5 service neutron] 10.222.0.79 "GET /v2.0/networks/5920cfca-f051-4509-941a-46b192c48b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348109 Jun 02 08:02:22.551935 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvr_db [None req-c8c1e351-e7aa-4c67-8934-57f9361d3d31 None None] Set router ea22b6ee-eeec-4f12-8c54-137171f81e80 gateway port host: dv-cinder-786385-7-smb {{(pid=91541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:02:22.645471 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c6e12807-bb98-404b-80c0-fc3012cb103d req-552ea970-2179-46ec-bfec-84375b5e1bc1 service neutron] 10.222.0.79 "GET /v2.0/networks/5920cfca-f051-4509-941a-46b192c48b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442666 Jun 02 08:02:22.921304 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-c8c1e351-e7aa-4c67-8934-57f9361d3d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'name': 'tempest-AttachVolumeTestJSON-2040021533-router', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '3485cd67-fee9-4f35-9f3e-1e4562d1c065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:46Z', 'updated_at': '2021-06-02T07:57:54Z', 'revision_number': 4, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'gw_port': {'id': '3485cd67-fee9-4f35-9f3e-1e4562d1c065', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:47Z', 'updated_at': '2021-06-02T07:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_floatingips': [{'id': '8b71c914-4a03-43b1-b249-7ecefb845cd7', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'floating_ip_address': '172.28.1.204', 'floating_network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'router_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'port_id': '15be538c-6023-4f70-be3e-b8df5afd7294', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5920cfca-f051-4509-941a-46b192c48b56', 'mac_address': 'fa:16:3e:5c:d4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf0382b-aedc-4771-893f-8b49b88c7052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:02:05Z', 'updated_at': '2021-06-02T08:02:20Z', 'revision_number': 1, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1204b6aa-0566-4422-bf89-81ed2587366e', 'name': '', 'network_id': '5920cfca-f051-4509-941a-46b192c48b56', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'mac_address': 'fa:16:3e:90:1c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '80579146-c765-4f7b-89f0-58e1765e1f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:53Z', 'updated_at': '2021-06-02T07:58:06Z', 'revision_number': 5, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'subnets': [{'id': '80579146-c765-4f7b-89f0-58e1765e1f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:02:22.925350 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c1e351-e7aa-4c67-8934-57f9361d3d31 None None] The sync data for ids ['ea22b6ee-eeec-4f12-8c54-137171f81e80'] in dv-cinder-786385-7-smb is: [{'id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'name': 'tempest-AttachVolumeTestJSON-2040021533-router', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '3485cd67-fee9-4f35-9f3e-1e4562d1c065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:46Z', 'updated_at': '2021-06-02T07:57:54Z', 'revision_number': 4, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'gw_port': {'id': '3485cd67-fee9-4f35-9f3e-1e4562d1c065', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:47Z', 'updated_at': '2021-06-02T07:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_floatingips': [{'id': '8b71c914-4a03-43b1-b249-7ecefb845cd7', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'floating_ip_address': '172.28.1.204', 'floating_network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'router_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'port_id': '15be538c-6023-4f70-be3e-b8df5afd7294', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5920cfca-f051-4509-941a-46b192c48b56', 'mac_address': 'fa:16:3e:5c:d4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf0382b-aedc-4771-893f-8b49b88c7052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T08:02:05Z', 'updated_at': '2021-06-02T08:02:20Z', 'revision_number': 1, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1204b6aa-0566-4422-bf89-81ed2587366e', 'name': '', 'network_id': '5920cfca-f051-4509-941a-46b192c48b56', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'mac_address': 'fa:16:3e:90:1c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '80579146-c765-4f7b-89f0-58e1765e1f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:53Z', 'updated_at': '2021-06-02T07:58:06Z', 'revision_number': 5, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'subnets': [{'id': '80579146-c765-4f7b-89f0-58e1765e1f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 08:02:23.143571 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be21ab3-1d98-47be-b0db-51a8062b10be None None] New status for floating IP 8b71c914-4a03-43b1-b249-7ecefb845cd7: ACTIVE {{(pid=91542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 08:02:27.496727 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 46054) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:02:27.614915 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-0e93f57d-45d0-44b8-8382-8e840e878b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:27.629011 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-0e93f57d-45d0-44b8-8382-8e840e878b97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:02:27.633270 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-0e93f57d-45d0-44b8-8382-8e840e878b97 admin admin] Usage tracker for resource:security_group_rule and tenant:67dce079c2544da9ac4d2137ae90b06b is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:02:27.636638 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-0e93f57d-45d0-44b8-8382-8e840e878b97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:02:27.642263 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-0e93f57d-45d0-44b8-8382-8e840e878b97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:02:27.722542 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-0e93f57d-45d0-44b8-8382-8e840e878b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:27.727281 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-0e93f57d-45d0-44b8-8382-8e840e878b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:27.735590 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-43740e26-b893-4a32-8a4a-f2900ee2de64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:27.775027 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-0e93f57d-45d0-44b8-8382-8e840e878b97 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=67dce079c2544da9ac4d2137ae90b06b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2772608 Jun 02 08:02:27.775949 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93f57d-45d0-44b8-8382-8e840e878b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204b738a-ebf1-4142-8b00-282f87d74716,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:27.777719 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 46058) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:02:27.778978 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-0e93f57d-45d0-44b8-8382-8e840e878b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:27.846447 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-2097a092-e6e1-450b-b65b-1fe086efdec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:27.872064 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-2097a092-e6e1-450b-b65b-1fe086efdec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:27.922757 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-2097a092-e6e1-450b-b65b-1fe086efdec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:27.926175 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:27.937051 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097a092-e6e1-450b-b65b-1fe086efdec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204b738a-ebf1-4142-8b00-282f87d74716,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:27.940847 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-2097a092-e6e1-450b-b65b-1fe086efdec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:27.943952 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-2097a092-e6e1-450b-b65b-1fe086efdec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:27.945038 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-2097a092-e6e1-450b-b65b-1fe086efdec7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/204b738a-ebf1-4142-8b00-282f87d74716 HTTP/1.1" status: 204 len: 168 time: 0.1641598 Jun 02 08:02:28.228511 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 46066) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:02:28.246804 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-befb3025-3061-4113-b95b-90527a89346c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:28.261687 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-befb3025-3061-4113-b95b-90527a89346c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:02:28.265559 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-befb3025-3061-4113-b95b-90527a89346c admin admin] Usage tracker for resource:security_group_rule and tenant:52ce05d786ea4847af7da8def0998de9 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:02:28.268619 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-befb3025-3061-4113-b95b-90527a89346c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:02:28.274259 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-befb3025-3061-4113-b95b-90527a89346c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:02:28.356691 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-befb3025-3061-4113-b95b-90527a89346c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:28.360349 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-befb3025-3061-4113-b95b-90527a89346c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:28.366981 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-d8e3ca8b-58df-47d4-b29c-17dba1254c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:28.409490 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb3025-3061-4113-b95b-90527a89346c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55895733-7d60-4c0c-811c-83ccb68b6695,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:28.412461 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-befb3025-3061-4113-b95b-90527a89346c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:28.415154 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-befb3025-3061-4113-b95b-90527a89346c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=52ce05d786ea4847af7da8def0998de9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1854603 Jun 02 08:02:28.418865 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 46068) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:02:28.480355 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-d69541a5-f1ee-43a7-866a-82d1c9f97186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:28.504891 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-d69541a5-f1ee-43a7-866a-82d1c9f97186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:28.556158 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-d69541a5-f1ee-43a7-866a-82d1c9f97186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:28.559707 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-f3fc5c0b-6131-4ccf-9b8c-ca060b0982cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:28.572345 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69541a5-f1ee-43a7-866a-82d1c9f97186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55895733-7d60-4c0c-811c-83ccb68b6695,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:28.576155 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-d69541a5-f1ee-43a7-866a-82d1c9f97186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:28.583337 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-d69541a5-f1ee-43a7-866a-82d1c9f97186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:28.584473 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-d69541a5-f1ee-43a7-866a-82d1c9f97186 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/55895733-7d60-4c0c-811c-83ccb68b6695 HTTP/1.1" status: 204 len: 168 time: 0.1644843 Jun 02 08:02:28.926160 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 46076) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:02:28.943081 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-9c5fdda3-e83d-4a60-9e02-34dfc58b5c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:28.958052 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-9c5fdda3-e83d-4a60-9e02-34dfc58b5c5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:02:28.962623 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-9c5fdda3-e83d-4a60-9e02-34dfc58b5c5d admin admin] Usage tracker for resource:security_group_rule and tenant:eb5a6e926939409885cfc842d3de74cb is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:02:28.965554 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-9c5fdda3-e83d-4a60-9e02-34dfc58b5c5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:02:28.971366 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-9c5fdda3-e83d-4a60-9e02-34dfc58b5c5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:02:29.053328 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-9c5fdda3-e83d-4a60-9e02-34dfc58b5c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:29.057128 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-9c5fdda3-e83d-4a60-9e02-34dfc58b5c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:29.065330 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-a898f43f-4952-42b5-933b-79bcbea6337e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:29.107788 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-9c5fdda3-e83d-4a60-9e02-34dfc58b5c5d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=eb5a6e926939409885cfc842d3de74cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1805725 Jun 02 08:02:29.108706 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5fdda3-e83d-4a60-9e02-34dfc58b5c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e30470f-1110-4054-b294-342fb1c4f9ba,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:29.110470 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 46078) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:02:29.112104 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-9c5fdda3-e83d-4a60-9e02-34dfc58b5c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:29.167467 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-35ba069c-5fdc-4dd2-ad84-75b192ddea4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:29.192077 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-35ba069c-5fdc-4dd2-ad84-75b192ddea4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:29.241335 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-35ba069c-5fdc-4dd2-ad84-75b192ddea4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:29.247154 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-cbcd85ef-cb78-4027-b9eb-05b03283731a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:29.258535 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba069c-5fdc-4dd2-ad84-75b192ddea4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e30470f-1110-4054-b294-342fb1c4f9ba,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:29.262588 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-35ba069c-5fdc-4dd2-ad84-75b192ddea4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:29.269299 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-35ba069c-5fdc-4dd2-ad84-75b192ddea4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:29.270410 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-35ba069c-5fdc-4dd2-ad84-75b192ddea4a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5e30470f-1110-4054-b294-342fb1c4f9ba HTTP/1.1" status: 204 len: 168 time: 0.1589456 Jun 02 08:02:29.927374 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-e10bb402-ddb0-4857-81aa-b2f4426c1204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:30.400443 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 46112) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:02:30.516625 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-35307708-1e73-4c04-a04b-074b8d8e2f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:30.531539 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-35307708-1e73-4c04-a04b-074b8d8e2f0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:02:30.535274 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-35307708-1e73-4c04-a04b-074b8d8e2f0e admin admin] Usage tracker for resource:security_group_rule and tenant:ad3a9c7da107494d8c5805917740998e is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:02:30.538055 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-35307708-1e73-4c04-a04b-074b8d8e2f0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:02:30.544071 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-35307708-1e73-4c04-a04b-074b8d8e2f0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:02:30.629295 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-35307708-1e73-4c04-a04b-074b8d8e2f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:30.633096 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-35307708-1e73-4c04-a04b-074b8d8e2f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:30.640390 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-35ba069c-5fdc-4dd2-ad84-75b192ddea4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:30.682321 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-35307708-1e73-4c04-a04b-074b8d8e2f0e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ad3a9c7da107494d8c5805917740998e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2807612 Jun 02 08:02:30.683508 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35307708-1e73-4c04-a04b-074b8d8e2f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfd463a-0b4e-43b9-85f6-9ac919ce6b83,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:30.685036 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 46118) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:02:30.686597 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-35307708-1e73-4c04-a04b-074b8d8e2f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:30.741937 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-7d0d2572-1a9c-4d79-8cb7-70dbaf137ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:30.769121 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-7d0d2572-1a9c-4d79-8cb7-70dbaf137ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:30.819526 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-7d0d2572-1a9c-4d79-8cb7-70dbaf137ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:30.823931 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-ffdaddcb-8dc0-4f0e-8108-2a0c68854328 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:30.836174 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d2572-1a9c-4d79-8cb7-70dbaf137ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfd463a-0b4e-43b9-85f6-9ac919ce6b83,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:30.838704 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-7d0d2572-1a9c-4d79-8cb7-70dbaf137ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:30.847656 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-7d0d2572-1a9c-4d79-8cb7-70dbaf137ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:30.848808 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-7d0d2572-1a9c-4d79-8cb7-70dbaf137ee5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3dfd463a-0b4e-43b9-85f6-9ac919ce6b83 HTTP/1.1" status: 204 len: 168 time: 0.1626668 Jun 02 08:02:32.384570 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:32.631526 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-70fdeba6-fc79-40e9-97a1-09b938600557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:33.999940 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:35.351556 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:39.816188 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:51.524336 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c2b0ff55-80c8-419d-b354-c34405e0c4f9 req-23683e6e-2842-424d-97d1-59e3714ab372 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-287622968&fields=id&tenant_id=b376b02319e3497faae6b4322a8462bd HTTP/1.1" status: 200 len: 267 time: 0.2070377 Jun 02 08:02:51.615024 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0ff55-80c8-419d-b354-c34405e0c4f9 req-bf280878-3a99-45bc-bf5b-557679ca10ba tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:51.616516 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c2b0ff55-80c8-419d-b354-c34405e0c4f9 req-bf280878-3a99-45bc-bf5b-557679ca10ba tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/ports?device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 985 time: 0.0861671 Jun 02 08:02:51.628531 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [req-c2b0ff55-80c8-419d-b354-c34405e0c4f9 req-d21180b1-5c20-43c9-a1b6-b1b97fa574ea tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Request body: {'port': {'security_groups': ['1eda14ef-3c0e-4202-b12e-e45f3def0667']}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:02:51.747716 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-c2b0ff55-80c8-419d-b354-c34405e0c4f9 req-d21180b1-5c20-43c9-a1b6-b1b97fa574ea tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:51.994718 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-c2b0ff55-80c8-419d-b354-c34405e0c4f9 req-d21180b1-5c20-43c9-a1b6-b1b97fa574ea tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] For port 0d6c2575-792e-4c25-ab30-e0e125f1deaf, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0d6c2575-792e-4c25-ab30-e0e125f1deaf,segment=NetworkSegment(57757a71-f318-422f-96b3-91ecdbbb6c06),segment_id=57757a71-f318-422f-96b3-91ecdbbb6c06)] {{(pid=91539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:02:52.019100 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-c2b0ff55-80c8-419d-b354-c34405e0c4f9 req-d21180b1-5c20-43c9-a1b6-b1b97fa574ea tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks [] for port, precommit_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:52.023452 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-c2b0ff55-80c8-419d-b354-c34405e0c4f9 req-d21180b1-5c20-43c9-a1b6-b1b97fa574ea tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:52.028773 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-9e9232b6-388b-405d-854e-24450ad31bd1 tempest-ServerRescueNegativeTestJSON-1567657871 tempest-ServerRescueNegativeTestJSON-1567657871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:52.037024 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['0d6c2575-792e-4c25-ab30-e0e125f1deaf'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 08:02:52.092587 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0ff55-80c8-419d-b354-c34405e0c4f9 req-d21180b1-5c20-43c9-a1b6-b1b97fa574ea tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:52.093234 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-c2b0ff55-80c8-419d-b354-c34405e0c4f9 req-d21180b1-5c20-43c9-a1b6-b1b97fa574ea tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:52.095297 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c2b0ff55-80c8-419d-b354-c34405e0c4f9 req-d21180b1-5c20-43c9-a1b6-b1b97fa574ea tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "PUT /v2.0/ports/0d6c2575-792e-4c25-ab30-e0e125f1deaf HTTP/1.1" status: 200 len: 943 time: 0.4706943 Jun 02 08:02:52.095522 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382cf5ed-0911-40ff-a494-bf8761ff40fe', 'tag': '0d6c2575-792e-4c25-ab30-e0e125f1deaf'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:02:52.097830 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9c458d-5581-4d8d-a5d4-de0648f7d25b" -d '{"events": [{"name": "network-changed", "server_uuid": "382cf5ed-0911-40ff-a494-bf8761ff40fe", "tag": "0d6c2575-792e-4c25-ab30-e0e125f1deaf"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:02:52.102982 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 46210) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:02:52.157821 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bf2d34-3c01-4170-bbf2-d4b43e378239 x-openstack-request-id: req-71bf2d34-3c01-4170-bbf2-d4b43e378239 {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:02:52.158139 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382cf5ed-0911-40ff-a494-bf8761ff40fe", "tag": "0d6c2575-792e-4c25-ab30-e0e125f1deaf", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:02:52.158620 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-71bf2d34-3c01-4170-bbf2-d4b43e378239 {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:02:52.159044 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382cf5ed-0911-40ff-a494-bf8761ff40fe', 'tag': '0d6c2575-792e-4c25-ab30-e0e125f1deaf', 'status': 'completed', 'code': 200} Jun 02 08:02:52.173363 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21180b1-5c20-43c9-a1b6-b1b97fa574ea tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Pushing event updated for resources: {'Port': ['ID=0d6c2575-792e-4c25-ab30-e0e125f1deaf,revision_number=7']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:52.178029 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-d21180b1-5c20-43c9-a1b6-b1b97fa574ea tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:52.198570 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9b7bb72a-4cc0-4044-87a1-eef648af026c tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:52.222772 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['0d6c2575-792e-4c25-ab30-e0e125f1deaf'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 08:02:52.231240 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9b7bb72a-4cc0-4044-87a1-eef648af026c tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:52.273068 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c458d-5581-4d8d-a5d4-de0648f7d25b req-aa432912-b20a-4e26-b8de-db524457e08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:52.275864 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5f9c458d-5581-4d8d-a5d4-de0648f7d25b req-aa432912-b20a-4e26-b8de-db524457e08e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b376b02319e3497faae6b4322a8462bd&device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 1099 time: 0.0898633 Jun 02 08:02:52.306336 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9b7bb72a-4cc0-4044-87a1-eef648af026c tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:52.312597 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-fa9f46a7-ff9d-44d5-8b22-7c7ed7e3fe4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:52.330051 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7bb72a-4cc0-4044-87a1-eef648af026c tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c701006-af6a-41a8-b00f-358f5486efec,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:52.332922 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-9b7bb72a-4cc0-4044-87a1-eef648af026c tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:52.350046 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9b7bb72a-4cc0-4044-87a1-eef648af026c tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:52.352349 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-9b7bb72a-4cc0-4044-87a1-eef648af026c tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "DELETE /v2.0/security-groups/5c701006-af6a-41a8-b00f-358f5486efec HTTP/1.1" status: 204 len: 168 time: 0.2486603 Jun 02 08:02:52.353768 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 46212) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:02:52.387475 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-62709f36-10d3-412f-a828-ef2728ff3c7e None None] Provisioning complete for port 0d6c2575-792e-4c25-ab30-e0e125f1deaf triggered by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:02:52.387874 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-62709f36-10d3-412f-a828-ef2728ff3c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:52.533764 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c458d-5581-4d8d-a5d4-de0648f7d25b req-01459a27-f9dc-43be-8518-9e5e9fedc431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:52.535319 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5f9c458d-5581-4d8d-a5d4-de0648f7d25b req-01459a27-f9dc-43be-8518-9e5e9fedc431 service neutron] 10.222.0.79 "GET /v2.0/networks?id=4e47ec95-df63-4cde-9b70-6cfa695ac55a HTTP/1.1" status: 200 len: 915 time: 0.2519844 Jun 02 08:02:52.647408 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5f9c458d-5581-4d8d-a5d4-de0648f7d25b req-9776f33f-b31e-49f7-8f67-c7336abff9e0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d6c2575-792e-4c25-ab30-e0e125f1deaf HTTP/1.1" status: 200 len: 1002 time: 0.0985548 Jun 02 08:02:52.658169 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [None req-e753fd63-0b16-484b-ac5b-c1f86dced9b2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Deleting port 7f9c1f3d-2541-48d6-997c-89cf4c3f8182 {{(pid=91539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:02:52.658703 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-e753fd63-0b16-484b-ac5b-c1f86dced9b2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:52.709562 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c458d-5581-4d8d-a5d4-de0648f7d25b req-289e3e4a-e306-40f6-b16b-f815e193cb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:52.711003 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5f9c458d-5581-4d8d-a5d4-de0648f7d25b req-289e3e4a-e306-40f6-b16b-f815e193cb11 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=97dd7f61-e68e-4938-a09a-689ecc9f4a01 HTTP/1.1" status: 200 len: 853 time: 0.0563149 Jun 02 08:02:52.791493 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c458d-5581-4d8d-a5d4-de0648f7d25b req-5086fe29-03e4-48dc-bbed-1cbf8773a711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:52.793715 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5f9c458d-5581-4d8d-a5d4-de0648f7d25b req-5086fe29-03e4-48dc-bbed-1cbf8773a711 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4e47ec95-df63-4cde-9b70-6cfa695ac55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0740128 Jun 02 08:02:52.878673 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-e753fd63-0b16-484b-ac5b-c1f86dced9b2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:52.878999 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-e753fd63-0b16-484b-ac5b-c1f86dced9b2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:52.926818 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5f9c458d-5581-4d8d-a5d4-de0648f7d25b req-2f679036-7ec6-42de-8009-07d39215ae35 service neutron] 10.222.0.79 "GET /v2.0/networks/4e47ec95-df63-4cde-9b70-6cfa695ac55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249077 Jun 02 08:02:53.004224 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [None req-e753fd63-0b16-484b-ac5b-c1f86dced9b2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Calling delete_port for 7f9c1f3d-2541-48d6-997c-89cf4c3f8182 owned by network:floatingip {{(pid=91539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:02:53.060710 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5f9c458d-5581-4d8d-a5d4-de0648f7d25b req-ac0d3891-2e8a-4be8-a920-4c92a1e74ac2 service neutron] 10.222.0.79 "GET /v2.0/networks/4e47ec95-df63-4cde-9b70-6cfa695ac55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259799 Jun 02 08:02:53.134611 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-e753fd63-0b16-484b-ac5b-c1f86dced9b2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:53.138488 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-0a10a5f1-691c-4f4e-9c46-113db38daf64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:53.181704 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753fd63-0b16-484b-ac5b-c1f86dced9b2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Pushing event deleted for resources: {'Port': ['ID=7f9c1f3d-2541-48d6-997c-89cf4c3f8182,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:02:53.185444 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-e753fd63-0b16-484b-ac5b-c1f86dced9b2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:02:53.273326 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-e753fd63-0b16-484b-ac5b-c1f86dced9b2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks [] for floatingip, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:53.273658 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.db.l3_db [None req-e753fd63-0b16-484b-ac5b-c1f86dced9b2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Floating IP 7febbfcf-459a-4748-b40a-baa6b53e7237 disassociated (deleted). External IP: 172.28.1.184, port: 0d6c2575-792e-4c25-ab30-e0e125f1deaf. Jun 02 08:02:53.618684 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e753fd63-0b16-484b-ac5b-c1f86dced9b2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Router 75a91140-9a48-46ea-82d3-ce854be01b21 has already been hosted by L3 agent 221affb1-81f2-42a7-84c7-b8c79a9401bf {{(pid=91539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 08:02:53.795603 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e753fd63-0b16-484b-ac5b-c1f86dced9b2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify agent at l3_agent.dv-cinder-786385-7-smb the message routers_updated {{(pid=91539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 08:02:53.807446 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d0a9d9-d9c0-4b5e-b40e-37d638aaeadd None None] Sync routers for ids ['75a91140-9a48-46ea-82d3-ce854be01b21'] in dv-cinder-786385-7-smb {{(pid=91541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 08:02:53.816423 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-e753fd63-0b16-484b-ac5b-c1f86dced9b2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for floatingip, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:53.817626 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d0a9d9-d9c0-4b5e-b40e-37d638aaeadd None None] Routers {'75a91140-9a48-46ea-82d3-ce854be01b21'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:02:53.818248 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-a1d0a9d9-d9c0-4b5e-b40e-37d638aaeadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:02:33Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['75a91140-9a48-46ea-82d3-ce854be01b21'], 'active': True} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:02:53.870933 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-e753fd63-0b16-484b-ac5b-c1f86dced9b2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "DELETE /v2.0/floatingips/7febbfcf-459a-4748-b40a-baa6b53e7237 HTTP/1.1" status: 204 len: 168 time: 1.5161200 Jun 02 08:02:53.998908 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvr_db [None req-a1d0a9d9-d9c0-4b5e-b40e-37d638aaeadd None None] Set router 75a91140-9a48-46ea-82d3-ce854be01b21 gateway port host: dv-cinder-786385-7-smb {{(pid=91541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:02:54.160398 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382cf5ed-0911-40ff-a494-bf8761ff40fe', 'tag': '0d6c2575-792e-4c25-ab30-e0e125f1deaf'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:02:54.163591 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c663652-321d-4403-aa15-284a035d9bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "382cf5ed-0911-40ff-a494-bf8761ff40fe", "tag": "0d6c2575-792e-4c25-ab30-e0e125f1deaf"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:02:54.271643 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e113d011-6a7a-46d8-9cd9-ae19b719cd38 x-openstack-request-id: req-e113d011-6a7a-46d8-9cd9-ae19b719cd38 {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:02:54.272104 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382cf5ed-0911-40ff-a494-bf8761ff40fe", "tag": "0d6c2575-792e-4c25-ab30-e0e125f1deaf", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:02:54.272277 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e113d011-6a7a-46d8-9cd9-ae19b719cd38 {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:02:54.272713 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382cf5ed-0911-40ff-a494-bf8761ff40fe', 'tag': '0d6c2575-792e-4c25-ab30-e0e125f1deaf', 'status': 'completed', 'code': 200} Jun 02 08:02:54.360476 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-a1d0a9d9-d9c0-4b5e-b40e-37d638aaeadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'name': 'tempest-TestMinimumBasicScenario-635836753-router', 'tenant_id': 'b376b02319e3497faae6b4322a8462bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:58Z', 'updated_at': '2021-06-02T08:00:10Z', 'revision_number': 4, 'project_id': 'b376b02319e3497faae6b4322a8462bd', 'gw_port': {'id': 'f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:00:00Z', 'updated_at': '2021-06-02T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': 'df9999d4-1666-4295-a42f-1073b0b768bc', 'name': '', 'network_id': '4e47ec95-df63-4cde-9b70-6cfa695ac55a', 'tenant_id': 'b376b02319e3497faae6b4322a8462bd', 'mac_address': 'fa:16:3e:fe:8a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '97dd7f61-e68e-4938-a09a-689ecc9f4a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:00:09Z', 'updated_at': '2021-06-02T08:00:19Z', 'revision_number': 5, 'project_id': 'b376b02319e3497faae6b4322a8462bd', 'subnets': [{'id': '97dd7f61-e68e-4938-a09a-689ecc9f4a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:02:54.368339 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d0a9d9-d9c0-4b5e-b40e-37d638aaeadd None None] Checking router: 75a91140-9a48-46ea-82d3-ce854be01b21 for host: dv-cinder-786385-7-smb {{(pid=91541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 08:02:54.379994 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d0a9d9-d9c0-4b5e-b40e-37d638aaeadd None None] Routers {'75a91140-9a48-46ea-82d3-ce854be01b21'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:02:54.380728 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-a1d0a9d9-d9c0-4b5e-b40e-37d638aaeadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:02:33Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['75a91140-9a48-46ea-82d3-ce854be01b21'], 'active': True} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:02:54.383544 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c663652-321d-4403-aa15-284a035d9bb0 req-e5483f7f-99b4-4218-b3a5-80598730be01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:54.385057 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-6c663652-321d-4403-aa15-284a035d9bb0 req-e5483f7f-99b4-4218-b3a5-80598730be01 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b376b02319e3497faae6b4322a8462bd&device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 1099 time: 0.0893486 Jun 02 08:02:54.519139 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c663652-321d-4403-aa15-284a035d9bb0 req-1138a284-baf0-4d93-98f1-3ec705d38c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:54.520613 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-6c663652-321d-4403-aa15-284a035d9bb0 req-1138a284-baf0-4d93-98f1-3ec705d38c0c service neutron] 10.222.0.79 "GET /v2.0/networks?id=4e47ec95-df63-4cde-9b70-6cfa695ac55a HTTP/1.1" status: 200 len: 915 time: 0.1278045 Jun 02 08:02:54.564077 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvr_db [None req-a1d0a9d9-d9c0-4b5e-b40e-37d638aaeadd None None] Set router 75a91140-9a48-46ea-82d3-ce854be01b21 gateway port host: dv-cinder-786385-7-smb {{(pid=91541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:02:54.592980 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-6c663652-321d-4403-aa15-284a035d9bb0 req-672bd7e5-ed7c-4d51-8799-457aa39dbd2c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d6c2575-792e-4c25-ab30-e0e125f1deaf HTTP/1.1" status: 200 len: 217 time: 0.0645237 Jun 02 08:02:54.657924 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c663652-321d-4403-aa15-284a035d9bb0 req-ffd63d07-9684-4295-abcc-563c9fb5265e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:54.659302 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-6c663652-321d-4403-aa15-284a035d9bb0 req-ffd63d07-9684-4295-abcc-563c9fb5265e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=97dd7f61-e68e-4938-a09a-689ecc9f4a01 HTTP/1.1" status: 200 len: 853 time: 0.0572896 Jun 02 08:02:54.738204 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c663652-321d-4403-aa15-284a035d9bb0 req-ad0313da-b618-4f62-9824-99bfe295443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:54.739665 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-6c663652-321d-4403-aa15-284a035d9bb0 req-ad0313da-b618-4f62-9824-99bfe295443e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4e47ec95-df63-4cde-9b70-6cfa695ac55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0718398 Jun 02 08:02:54.881659 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-6c663652-321d-4403-aa15-284a035d9bb0 req-37fdb73c-7616-4636-b44c-bf5b2ccca8ab service neutron] 10.222.0.79 "GET /v2.0/networks/4e47ec95-df63-4cde-9b70-6cfa695ac55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305039 Jun 02 08:02:54.884089 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-a1d0a9d9-d9c0-4b5e-b40e-37d638aaeadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'name': 'tempest-TestMinimumBasicScenario-635836753-router', 'tenant_id': 'b376b02319e3497faae6b4322a8462bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:58Z', 'updated_at': '2021-06-02T08:00:10Z', 'revision_number': 4, 'project_id': 'b376b02319e3497faae6b4322a8462bd', 'gw_port': {'id': 'f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:00:00Z', 'updated_at': '2021-06-02T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': 'df9999d4-1666-4295-a42f-1073b0b768bc', 'name': '', 'network_id': '4e47ec95-df63-4cde-9b70-6cfa695ac55a', 'tenant_id': 'b376b02319e3497faae6b4322a8462bd', 'mac_address': 'fa:16:3e:fe:8a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '97dd7f61-e68e-4938-a09a-689ecc9f4a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:00:09Z', 'updated_at': '2021-06-02T08:00:19Z', 'revision_number': 5, 'project_id': 'b376b02319e3497faae6b4322a8462bd', 'subnets': [{'id': '97dd7f61-e68e-4938-a09a-689ecc9f4a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:02:54.888156 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d0a9d9-d9c0-4b5e-b40e-37d638aaeadd None None] The sync data for ids ['75a91140-9a48-46ea-82d3-ce854be01b21'] in dv-cinder-786385-7-smb is: [{'id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'name': 'tempest-TestMinimumBasicScenario-635836753-router', 'tenant_id': 'b376b02319e3497faae6b4322a8462bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:58Z', 'updated_at': '2021-06-02T08:00:10Z', 'revision_number': 4, 'project_id': 'b376b02319e3497faae6b4322a8462bd', 'gw_port': {'id': 'f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:00:00Z', 'updated_at': '2021-06-02T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': 'df9999d4-1666-4295-a42f-1073b0b768bc', 'name': '', 'network_id': '4e47ec95-df63-4cde-9b70-6cfa695ac55a', 'tenant_id': 'b376b02319e3497faae6b4322a8462bd', 'mac_address': 'fa:16:3e:fe:8a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '97dd7f61-e68e-4938-a09a-689ecc9f4a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:00:09Z', 'updated_at': '2021-06-02T08:00:19Z', 'revision_number': 5, 'project_id': 'b376b02319e3497faae6b4322a8462bd', 'subnets': [{'id': '97dd7f61-e68e-4938-a09a-689ecc9f4a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 08:02:55.023329 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-6c663652-321d-4403-aa15-284a035d9bb0 req-a30fc374-73fa-466b-bc99-6927b62335e5 service neutron] 10.222.0.79 "GET /v2.0/networks/4e47ec95-df63-4cde-9b70-6cfa695ac55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343412 Jun 02 08:02:55.129335 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb08bd8-6bc6-4eba-8cfd-7ef210448543 None None] New status for floating IP 7febbfcf-459a-4748-b40a-baa6b53e7237: DOWN {{(pid=91542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 08:02:56.221335 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.agents_db [None req-10acdd10-972e-4945-a856-8243e035fc02 None None] Agent healthcheck: found 6 active agents {{(pid=91542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 08:02:57.255437 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36747e50-3caf-46a7-9122-0932209cee63 req-39ad11c0-5d3c-4c34-8933-afb2f3c79655 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:57.256956 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-36747e50-3caf-46a7-9122-0932209cee63 req-39ad11c0-5d3c-4c34-8933-afb2f3c79655 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/ports?device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 946 time: 0.0855098 Jun 02 08:02:57.302639 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-36747e50-3caf-46a7-9122-0932209cee63 req-4d3a4762-3175-4b4b-a024-e4044d2da114 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/security-groups?id=1eda14ef-3c0e-4202-b12e-e45f3def0667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397167 Jun 02 08:02:58.493781 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639942e-e8e4-4f2e-9c43-9bdf8ac73e95 req-5801ce07-a8b0-492e-b780-b90c21d74b03 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:58.494381 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-0639942e-e8e4-4f2e-9c43-9bdf8ac73e95 req-5801ce07-a8b0-492e-b780-b90c21d74b03 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Synchronizing usage tracker for tenant:b376b02319e3497faae6b4322a8462bd on resource:port {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:02:58.509658 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-0639942e-e8e4-4f2e-9c43-9bdf8ac73e95 req-5801ce07-a8b0-492e-b780-b90c21d74b03 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Unset dirty status for tenant:b376b02319e3497faae6b4322a8462bd on resource:port {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:02:58.510776 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0639942e-e8e4-4f2e-9c43-9bdf8ac73e95 req-5801ce07-a8b0-492e-b780-b90c21d74b03 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/ports?device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 946 time: 0.0980856 Jun 02 08:02:58.554829 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-0639942e-e8e4-4f2e-9c43-9bdf8ac73e95 req-bb2bd216-fd12-4148-84b1-e336717e2ee6 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Synchronizing usage tracker for tenant:b376b02319e3497faae6b4322a8462bd on resource:security_group {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:02:58.570550 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-0639942e-e8e4-4f2e-9c43-9bdf8ac73e95 req-bb2bd216-fd12-4148-84b1-e336717e2ee6 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Unset dirty status for tenant:b376b02319e3497faae6b4322a8462bd on resource:security_group {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:02:58.571752 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0639942e-e8e4-4f2e-9c43-9bdf8ac73e95 req-bb2bd216-fd12-4148-84b1-e336717e2ee6 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/security-groups?id=1eda14ef-3c0e-4202-b12e-e45f3def0667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546343 Jun 02 08:02:59.249670 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae75628-8ae9-4327-a45c-2eb51458d876 req-57d0058e-e9d3-4f15-a709-4e70056c242a tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:59.251066 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-eae75628-8ae9-4327-a45c-2eb51458d876 req-57d0058e-e9d3-4f15-a709-4e70056c242a tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.79 "GET /v2.0/ports?device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 946 time: 0.0771987 Jun 02 08:02:59.392499 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.plugin [req-eae75628-8ae9-4327-a45c-2eb51458d876 req-8fc1f21c-17bf-40a6-abd8-d28f41ac5c9c tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Deleting port 0d6c2575-792e-4c25-ab30-e0e125f1deaf {{(pid=91540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:02:59.392838 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [req-eae75628-8ae9-4327-a45c-2eb51458d876 req-8fc1f21c-17bf-40a6-abd8-d28f41ac5c9c tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:59.602009 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.db [req-eae75628-8ae9-4327-a45c-2eb51458d876 req-8fc1f21c-17bf-40a6-abd8-d28f41ac5c9c tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] For port 0d6c2575-792e-4c25-ab30-e0e125f1deaf, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0d6c2575-792e-4c25-ab30-e0e125f1deaf,segment=NetworkSegment(57757a71-f318-422f-96b3-91ecdbbb6c06),segment_id=57757a71-f318-422f-96b3-91ecdbbb6c06)] {{(pid=91540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:02:59.602410 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [req-eae75628-8ae9-4327-a45c-2eb51458d876 req-8fc1f21c-17bf-40a6-abd8-d28f41ac5c9c tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:59.728905 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.plugin [req-eae75628-8ae9-4327-a45c-2eb51458d876 req-8fc1f21c-17bf-40a6-abd8-d28f41ac5c9c tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Calling delete_port for 0d6c2575-792e-4c25-ab30-e0e125f1deaf owned by compute:nova {{(pid=91540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:02:59.837711 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9472bec-a04d-4d6b-9346-5ac6d2dea0c0 req-971b74c5-c8f9-4e4e-80fe-c324beacfcfb tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:02:59.839078 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c9472bec-a04d-4d6b-9346-5ac6d2dea0c0 req-971b74c5-c8f9-4e4e-80fe-c324beacfcfb tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/ports?device_id=382cf5ed-0911-40ff-a494-bf8761ff40fe HTTP/1.1" status: 200 len: 946 time: 0.1167147 Jun 02 08:02:59.932423 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-03d569c6-c6fb-4815-8237-56ee04202163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:59.940027 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c9472bec-a04d-4d6b-9346-5ac6d2dea0c0 req-34922552-ad16-4552-aab3-1009c3beca0b tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.81 "GET /v2.0/security-groups?id=1eda14ef-3c0e-4202-b12e-e45f3def0667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943761 Jun 02 08:02:59.945949 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [req-eae75628-8ae9-4327-a45c-2eb51458d876 req-8fc1f21c-17bf-40a6-abd8-d28f41ac5c9c tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27652422'] for port, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:02:59.952261 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-f906ffd2-9387-48ba-bc4e-263dbdbc0bdb tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:02:59.957809 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['0d6c2575-792e-4c25-ab30-e0e125f1deaf'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 08:02:59.997885 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1f21c-17bf-40a6-abd8-d28f41ac5c9c tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Pushing event deleted for resources: {'Port': ['ID=0d6c2575-792e-4c25-ab30-e0e125f1deaf,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:00.036115 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1f21c-17bf-40a6-abd8-d28f41ac5c9c tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:03:00.036493 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1f21c-17bf-40a6-abd8-d28f41ac5c9c tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:03:00.036857 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1f21c-17bf-40a6-abd8-d28f41ac5c9c tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:03:00.037215 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1f21c-17bf-40a6-abd8-d28f41ac5c9c tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:03:00.037569 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1f21c-17bf-40a6-abd8-d28f41ac5c9c tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:03:00.037921 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1f21c-17bf-40a6-abd8-d28f41ac5c9c tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:03:00.038275 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1f21c-17bf-40a6-abd8-d28f41ac5c9c tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:03:00.038626 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1f21c-17bf-40a6-abd8-d28f41ac5c9c tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:03:00.038969 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1f21c-17bf-40a6-abd8-d28f41ac5c9c tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:03:00.039314 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1f21c-17bf-40a6-abd8-d28f41ac5c9c tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:03:00.039660 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1f21c-17bf-40a6-abd8-d28f41ac5c9c tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:03:00.040032 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1f21c-17bf-40a6-abd8-d28f41ac5c9c tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:03:00.050312 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-8fc1f21c-17bf-40a6-abd8-d28f41ac5c9c tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:00.085649 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae75628-8ae9-4327-a45c-2eb51458d876 req-8fc1f21c-17bf-40a6-abd8-d28f41ac5c9c tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] No DVR routers for this DVR port 0d6c2575-792e-4c25-ab30-e0e125f1deaf on host hv-cinder-78638 {{(pid=91540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 08:03:00.088148 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [req-eae75628-8ae9-4327-a45c-2eb51458d876 req-8fc1f21c-17bf-40a6-abd8-d28f41ac5c9c tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:00.090662 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382cf5ed-0911-40ff-a494-bf8761ff40fe', 'name': 'network-vif-deleted', 'tag': '0d6c2575-792e-4c25-ab30-e0e125f1deaf'}] {{(pid=91540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:03:00.092947 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f13e3936cf79d94985b49fd7103ff1c1474c6e711ae5245fa502c5acfdcd8c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26573d58-aeaa-43cb-a8df-7c008e8a71eb" -d '{"events": [{"server_uuid": "382cf5ed-0911-40ff-a494-bf8761ff40fe", "name": "network-vif-deleted", "tag": "0d6c2575-792e-4c25-ab30-e0e125f1deaf"}]}' {{(pid=91540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:03:00.106155 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-eae75628-8ae9-4327-a45c-2eb51458d876 req-8fc1f21c-17bf-40a6-abd8-d28f41ac5c9c tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] 10.222.0.79 "DELETE /v2.0/ports/0d6c2575-792e-4c25-ab30-e0e125f1deaf HTTP/1.1" status: 204 len: 173 time: 0.8473563 Jun 02 08:03:00.135908 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c419b0-00f8-401a-8f9d-31f1ab44b11a x-openstack-request-id: req-28c419b0-00f8-401a-8f9d-31f1ab44b11a {{(pid=91540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:03:00.136882 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382cf5ed-0911-40ff-a494-bf8761ff40fe", "name": "network-vif-deleted", "tag": "0d6c2575-792e-4c25-ab30-e0e125f1deaf", "status": "completed", "code": 200}]} {{(pid=91540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:03:00.137446 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-28c419b0-00f8-401a-8f9d-31f1ab44b11a {{(pid=91540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:03:00.137881 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382cf5ed-0911-40ff-a494-bf8761ff40fe', 'name': 'network-vif-deleted', 'tag': '0d6c2575-792e-4c25-ab30-e0e125f1deaf', 'status': 'completed', 'code': 200} Jun 02 08:03:01.787075 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 46330) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:03:02.390436 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:02.437595 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5d58861f-1520-4540-ad7f-1b7856ae6ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-944181'] for router_interface, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:02.632776 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-dd2ad4b9-1218-45e3-b079-acdcec2da688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:02.857730 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [None req-5d58861f-1520-4540-ad7f-1b7856ae6ae6 admin admin] Deleting port df9999d4-1666-4295-a42f-1073b0b768bc {{(pid=91539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:03:02.858333 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5d58861f-1520-4540-ad7f-1b7856ae6ae6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:02.979974 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [None req-5d58861f-1520-4540-ad7f-1b7856ae6ae6 admin admin] For port df9999d4-1666-4295-a42f-1073b0b768bc, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=df9999d4-1666-4295-a42f-1073b0b768bc,segment=NetworkSegment(57757a71-f318-422f-96b3-91ecdbbb6c06),segment_id=57757a71-f318-422f-96b3-91ecdbbb6c06)] {{(pid=91539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:03:02.980593 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5d58861f-1520-4540-ad7f-1b7856ae6ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:03.100669 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [None req-5d58861f-1520-4540-ad7f-1b7856ae6ae6 admin admin] Calling delete_port for df9999d4-1666-4295-a42f-1073b0b768bc owned by network:router_interface {{(pid=91539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:03:03.246424 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5d58861f-1520-4540-ad7f-1b7856ae6ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:03.250698 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-2ed00513-aa19-4c6b-876c-4a3969076533 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:03.295999 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58861f-1520-4540-ad7f-1b7856ae6ae6 admin admin] Pushing event deleted for resources: {'Port': ['ID=df9999d4-1666-4295-a42f-1073b0b768bc,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:03.337344 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58861f-1520-4540-ad7f-1b7856ae6ae6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:03:03.337719 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58861f-1520-4540-ad7f-1b7856ae6ae6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:03:03.338087 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58861f-1520-4540-ad7f-1b7856ae6ae6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:03:03.338449 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58861f-1520-4540-ad7f-1b7856ae6ae6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:03:03.338805 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58861f-1520-4540-ad7f-1b7856ae6ae6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:03:03.339742 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58861f-1520-4540-ad7f-1b7856ae6ae6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:03:03.340597 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58861f-1520-4540-ad7f-1b7856ae6ae6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:03:03.340958 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58861f-1520-4540-ad7f-1b7856ae6ae6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:03:03.341314 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58861f-1520-4540-ad7f-1b7856ae6ae6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:03:03.341675 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58861f-1520-4540-ad7f-1b7856ae6ae6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:03:03.342029 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58861f-1520-4540-ad7f-1b7856ae6ae6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:03:03.342380 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58861f-1520-4540-ad7f-1b7856ae6ae6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:03:03.369998 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-5d58861f-1520-4540-ad7f-1b7856ae6ae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:03.493855 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 0d6c2575-792e-4c25-ab30-e0e125f1deaf no longer exists at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:03:03.529580 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] No Port match for: 0d6c2575-792e-4c25-ab30-e0e125f1deaf {{(pid=91541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 08:03:03.530010 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 0d6c2575-792e-4c25-ab30-e0e125f1deaf not bound to the agent host hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 08:03:03.688669 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5d58861f-1520-4540-ad7f-1b7856ae6ae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-944193'] for router_interface, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:04.004602 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:04.046072 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d58861f-1520-4540-ad7f-1b7856ae6ae6 admin admin] Router 75a91140-9a48-46ea-82d3-ce854be01b21 has already been hosted by L3 agent 221affb1-81f2-42a7-84c7-b8c79a9401bf {{(pid=91539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 08:03:04.220001 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d58861f-1520-4540-ad7f-1b7856ae6ae6 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-smb the message routers_updated {{(pid=91539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 08:03:04.228059 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d881b4b-50b0-4263-873c-bc428b6214d5 None None] Sync routers for ids ['75a91140-9a48-46ea-82d3-ce854be01b21'] in dv-cinder-786385-7-smb {{(pid=91541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 08:03:04.233269 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-5d58861f-1520-4540-ad7f-1b7856ae6ae6 admin admin] 10.222.0.81 "PUT /v2.0/routers/75a91140-9a48-46ea-82d3-ce854be01b21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4453599 Jun 02 08:03:04.235693 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 46350) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:03:04.237663 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d881b4b-50b0-4263-873c-bc428b6214d5 None None] Routers {'75a91140-9a48-46ea-82d3-ce854be01b21'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:03:04.238267 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-8d881b4b-50b0-4263-873c-bc428b6214d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:03:03Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['75a91140-9a48-46ea-82d3-ce854be01b21'], 'active': True} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:03:04.409888 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-25f47355-153c-4c72-ba62-91167372b368 admin admin] Notify callbacks [] for router, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:04.414288 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvr_db [None req-8d881b4b-50b0-4263-873c-bc428b6214d5 None None] Set router 75a91140-9a48-46ea-82d3-ce854be01b21 gateway port host: dv-cinder-786385-7-smb {{(pid=91541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:03:04.607560 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-25f47355-153c-4c72-ba62-91167372b368 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:04.684310 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [None req-25f47355-153c-4c72-ba62-91167372b368 admin admin] Deleting port f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956 {{(pid=91539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:03:04.685097 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-25f47355-153c-4c72-ba62-91167372b368 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:04.708551 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-8d881b4b-50b0-4263-873c-bc428b6214d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'name': 'tempest-TestMinimumBasicScenario-635836753-router', 'tenant_id': 'b376b02319e3497faae6b4322a8462bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:58Z', 'updated_at': '2021-06-02T08:03:03Z', 'revision_number': 5, 'project_id': 'b376b02319e3497faae6b4322a8462bd', 'gw_port': {'id': 'f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:00:00Z', 'updated_at': '2021-06-02T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb'}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:03:04.712404 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d881b4b-50b0-4263-873c-bc428b6214d5 None None] Checking router: 75a91140-9a48-46ea-82d3-ce854be01b21 for host: dv-cinder-786385-7-smb {{(pid=91541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 08:03:04.722050 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d881b4b-50b0-4263-873c-bc428b6214d5 None None] Routers {'75a91140-9a48-46ea-82d3-ce854be01b21'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:03:04.722671 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-8d881b4b-50b0-4263-873c-bc428b6214d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:03:03Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['75a91140-9a48-46ea-82d3-ce854be01b21'], 'active': True} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:03:04.818203 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [None req-25f47355-153c-4c72-ba62-91167372b368 admin admin] For port f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956,segment=NetworkSegment(f5cbd04c-dcdc-483c-9882-54251cba879c),segment_id=f5cbd04c-dcdc-483c-9882-54251cba879c)] {{(pid=91539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:03:04.818560 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-25f47355-153c-4c72-ba62-91167372b368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:04.917464 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvr_db [None req-8d881b4b-50b0-4263-873c-bc428b6214d5 None None] Set router 75a91140-9a48-46ea-82d3-ce854be01b21 gateway port host: None {{(pid=91541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:03:04.946687 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [None req-25f47355-153c-4c72-ba62-91167372b368 admin admin] Calling delete_port for f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956 owned by network:router_gateway {{(pid=91539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:03:05.027955 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-8d881b4b-50b0-4263-873c-bc428b6214d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'name': 'tempest-TestMinimumBasicScenario-635836753-router', 'tenant_id': 'b376b02319e3497faae6b4322a8462bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:58Z', 'updated_at': '2021-06-02T08:03:04Z', 'revision_number': 6, 'project_id': 'b376b02319e3497faae6b4322a8462bd', 'gw_port_host': None}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:03:05.032536 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d881b4b-50b0-4263-873c-bc428b6214d5 None None] The sync data for ids ['75a91140-9a48-46ea-82d3-ce854be01b21'] in dv-cinder-786385-7-smb is: [{'id': '75a91140-9a48-46ea-82d3-ce854be01b21', 'name': 'tempest-TestMinimumBasicScenario-635836753-router', 'tenant_id': 'b376b02319e3497faae6b4322a8462bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:58Z', 'updated_at': '2021-06-02T08:03:04Z', 'revision_number': 6, 'project_id': 'b376b02319e3497faae6b4322a8462bd', 'gw_port_host': None}] {{(pid=91541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 08:03:05.202433 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547a71f-7ba8-403f-b35c-3b8a1a012060 req-dc978503-3929-4067-a6a4-d08fafa003e1 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:05.202433 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c547a71f-7ba8-403f-b35c-3b8a1a012060 req-dc978503-3929-4067-a6a4-d08fafa003e1 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 945 time: 0.0840731 Jun 02 08:03:05.227787 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-25f47355-153c-4c72-ba62-91167372b368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:05.234291 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-631285ef-34e5-481a-b240-7902d46bb6e8 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:05.246823 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c547a71f-7ba8-403f-b35c-3b8a1a012060 req-fcd0a68a-4d66-462b-817b-5d08bdc98472 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410531 Jun 02 08:03:05.278084 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f47355-153c-4c72-ba62-91167372b368 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:05.281224 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-25f47355-153c-4c72-ba62-91167372b368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:05.357403 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:05.372022 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-25f47355-153c-4c72-ba62-91167372b368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946132'] for router_gateway, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:05.547747 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-25f47355-153c-4c72-ba62-91167372b368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3831'] for router, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:05.549982 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-25f47355-153c-4c72-ba62-91167372b368 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:05.577498 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-25f47355-153c-4c72-ba62-91167372b368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012666'] for router, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:05.578125 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f47355-153c-4c72-ba62-91167372b368 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75a91140-9a48-46ea-82d3-ce854be01b21 {{(pid=91539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 08:03:05.591234 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-25f47355-153c-4c72-ba62-91167372b368 admin admin] Notify callbacks [] for router, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:05.594777 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-25f47355-153c-4c72-ba62-91167372b368 admin admin] 10.222.0.81 "DELETE /v2.0/routers/75a91140-9a48-46ea-82d3-ce854be01b21 HTTP/1.1" status: 204 len: 168 time: 1.3558574 Jun 02 08:03:05.595091 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 46372) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:03:05.660320 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.db_base_plugin_v2 [None req-f11dabd6-cf96-4fe0-a2af-a571a3f52d42 admin admin] Deleting subnet 97dd7f61-e68e-4938-a09a-689ecc9f4a01 {{(pid=91539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 08:03:05.663726 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f11dabd6-cf96-4fe0-a2af-a571a3f52d42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:05.714935 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f11dabd6-cf96-4fe0-a2af-a571a3f52d42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1809723'] for subnet, precommit_delete_associations {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:05.833532 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f11dabd6-cf96-4fe0-a2af-a571a3f52d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862327'] for subnet, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:06.083964 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f11dabd6-cf96-4fe0-a2af-a571a3f52d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1806373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1601809'] for subnet, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:06.088281 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:06.128669 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11dabd6-cf96-4fe0-a2af-a571a3f52d42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97dd7f61-e68e-4938-a09a-689ecc9f4a01,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:06.130565 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f11dabd6-cf96-4fe0-a2af-a571a3f52d42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for subnet, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:06.134253 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-f11dabd6-cf96-4fe0-a2af-a571a3f52d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:06.135505 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e829f4ed-e63b-4ee3-a6f8-b91990fe2764 None None] Network 4e47ec95-df63-4cde-9b70-6cfa695ac55a requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 08:03:06.137001 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-f11dabd6-cf96-4fe0-a2af-a571a3f52d42 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/97dd7f61-e68e-4938-a09a-689ecc9f4a01 HTTP/1.1" status: 204 len: 168 time: 0.5407743 Jun 02 08:03:06.139416 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 46378) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:03:06.249658 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-297fc075-07be-4522-a9d1-210ceeecf272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3903172'] for network, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:06.324454 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [None req-297fc075-07be-4522-a9d1-210ceeecf272 admin admin] Deleting port 6a7dd5d9-55e6-411d-88d0-8ac0f0ec8bf1 {{(pid=91539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:03:06.324846 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-297fc075-07be-4522-a9d1-210ceeecf272 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:06.408599 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88158a49-fa4f-4504-8114-4aa8812c92ad None None] DHCP port deletion for 4e47ec95-df63-4cde-9b70-6cfa695ac55a request from dv-cinder-786385-7-smb {{(pid=91541) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 08:03:06.427997 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [None req-297fc075-07be-4522-a9d1-210ceeecf272 admin admin] For port 6a7dd5d9-55e6-411d-88d0-8ac0f0ec8bf1, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=6a7dd5d9-55e6-411d-88d0-8ac0f0ec8bf1,segment=NetworkSegment(57757a71-f318-422f-96b3-91ecdbbb6c06),segment_id=57757a71-f318-422f-96b3-91ecdbbb6c06)] {{(pid=91539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:03:06.428541 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-297fc075-07be-4522-a9d1-210ceeecf272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:06.465734 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b339f1e-5137-45b5-ad2c-34b6f5a2ffff req-0820b505-b7fa-4fab-8d76-0cef194b9bd6 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:06.467231 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5b339f1e-5137-45b5-ad2c-34b6f5a2ffff req-0820b505-b7fa-4fab-8d76-0cef194b9bd6 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 945 time: 0.1020653 Jun 02 08:03:06.481580 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-88158a49-fa4f-4504-8114-4aa8812c92ad None None] Deleting port 6a7dd5d9-55e6-411d-88d0-8ac0f0ec8bf1 {{(pid=91541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:03:06.482003 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-88158a49-fa4f-4504-8114-4aa8812c92ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:06.513643 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5b339f1e-5137-45b5-ad2c-34b6f5a2ffff req-b8cf00de-17c9-4550-bf33-08f19177c284 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399766 Jun 02 08:03:06.562149 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [None req-297fc075-07be-4522-a9d1-210ceeecf272 admin admin] Calling delete_port for 6a7dd5d9-55e6-411d-88d0-8ac0f0ec8bf1 owned by network:dhcp {{(pid=91539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:03:06.589464 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-88158a49-fa4f-4504-8114-4aa8812c92ad None None] For port 6a7dd5d9-55e6-411d-88d0-8ac0f0ec8bf1, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=6a7dd5d9-55e6-411d-88d0-8ac0f0ec8bf1,segment=NetworkSegment(57757a71-f318-422f-96b3-91ecdbbb6c06),segment_id=57757a71-f318-422f-96b3-91ecdbbb6c06)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:03:06.589801 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-88158a49-fa4f-4504-8114-4aa8812c92ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:06.620900 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-297fc075-07be-4522-a9d1-210ceeecf272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:06.626770 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-ce7d3faf-d72d-40bb-9a4e-3986a0b87d12 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:06.652098 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 6a7dd5d9-55e6-411d-88d0-8ac0f0ec8bf1 no longer exists at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:03:06.746437 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-88158a49-fa4f-4504-8114-4aa8812c92ad None None] Calling delete_port for 6a7dd5d9-55e6-411d-88d0-8ac0f0ec8bf1 owned by network:dhcp {{(pid=91541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:03:06.749212 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] No Port match for: 6a7dd5d9-55e6-411d-88d0-8ac0f0ec8bf1 {{(pid=91541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 08:03:06.749559 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 6a7dd5d9-55e6-411d-88d0-8ac0f0ec8bf1 not bound to the agent host dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 08:03:06.749982 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956 no longer exists at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:03:06.782469 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297fc075-07be-4522-a9d1-210ceeecf272 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a7dd5d9-55e6-411d-88d0-8ac0f0ec8bf1,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:06.785869 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-297fc075-07be-4522-a9d1-210ceeecf272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:06.786952 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297fc075-07be-4522-a9d1-210ceeecf272 admin admin] No DVR routers for this DVR port 6a7dd5d9-55e6-411d-88d0-8ac0f0ec8bf1 on host dv-cinder-786385-7-smb {{(pid=91539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 08:03:06.791546 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] No Port match for: f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956 {{(pid=91541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 08:03:06.791923 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device f5a5e7bb-60ae-4b39-8d6a-9e40f1dda956 not bound to the agent host dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 08:03:06.793075 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device df9999d4-1666-4295-a42f-1073b0b768bc no longer exists at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:03:06.833575 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] No Port match for: df9999d4-1666-4295-a42f-1073b0b768bc {{(pid=91541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 08:03:06.833922 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device df9999d4-1666-4295-a42f-1073b0b768bc not bound to the agent host dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 08:03:06.916170 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-297fc075-07be-4522-a9d1-210ceeecf272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3859854', 'neutron.services.segments.db._delete_segments_for_network-8746790623609'] for network, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:06.929131 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.services.segments.db [None req-297fc075-07be-4522-a9d1-210ceeecf272 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e47ec95-df63-4cde-9b70-6cfa695ac55a']}} {{(pid=91539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:03:06.942558 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.services.segments.db [None req-297fc075-07be-4522-a9d1-210ceeecf272 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57757a71-f318-422f-96b3-91ecdbbb6c06') {'for_net_delete': True} {{(pid=91539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:03:06.942852 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.services.segments.db [None req-297fc075-07be-4522-a9d1-210ceeecf272 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57757a71-f318-422f-96b3-91ecdbbb6c06') {} {{(pid=91539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:03:06.955526 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-297fc075-07be-4522-a9d1-210ceeecf272 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746790628244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1809714'] for segment, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:06.955754 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-88158a49-fa4f-4504-8114-4aa8812c92ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455'] for port, after_delete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:06.959291 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:06.973999 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-297fc075-07be-4522-a9d1-210ceeecf272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479'] for segment, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:06.980940 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-297fc075-07be-4522-a9d1-210ceeecf272 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=91539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 08:03:06.981525 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-297fc075-07be-4522-a9d1-210ceeecf272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1806479'] for segment, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:06.999909 dv-cinder-786385-7-smb neutron-server[91539]: Traceback (most recent call last): Jun 02 08:03:06.999909 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 08:03:06.999909 dv-cinder-786385-7-smb neutron-server[91539]: timer() Jun 02 08:03:06.999909 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 08:03:06.999909 dv-cinder-786385-7-smb neutron-server[91539]: cb(*args, **kw) Jun 02 08:03:06.999909 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 08:03:06.999909 dv-cinder-786385-7-smb neutron-server[91539]: return func(*args, **kwargs) Jun 02 08:03:06.999909 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 08:03:06.999909 dv-cinder-786385-7-smb neutron-server[91539]: self._notify() Jun 02 08:03:06.999909 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 08:03:06.999909 dv-cinder-786385-7-smb neutron-server[91539]: self.callback(batched_events) Jun 02 08:03:06.999909 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 08:03:06.999909 dv-cinder-786385-7-smb neutron-server[91539]: event.method(event) Jun 02 08:03:06.999909 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 08:03:06.999909 dv-cinder-786385-7-smb neutron-server[91539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 08:03:06.999909 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 08:03:06.999909 dv-cinder-786385-7-smb neutron-server[91539]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 08:03:06.999909 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 08:03:06.999909 dv-cinder-786385-7-smb neutron-server[91539]: return f(self, *a, **k) Jun 02 08:03:06.999909 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 08:03:06.999909 dv-cinder-786385-7-smb neutron-server[91539]: return self._get(url).json() Jun 02 08:03:06.999909 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 08:03:06.999909 dv-cinder-786385-7-smb neutron-server[91539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 08:03:06.999909 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 08:03:06.999909 dv-cinder-786385-7-smb neutron-server[91539]: return self.request(url, 'GET', **kwargs) Jun 02 08:03:06.999909 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 08:03:06.999909 dv-cinder-786385-7-smb neutron-server[91539]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 08:03:06.999909 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 08:03:06.999909 dv-cinder-786385-7-smb neutron-server[91539]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 08:03:06.999909 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 08:03:06.999909 dv-cinder-786385-7-smb neutron-server[91539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 08:03:06.999909 dv-cinder-786385-7-smb neutron-server[91539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 08:03:07.002416 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88158a49-fa4f-4504-8114-4aa8812c92ad None None] Pushing event deleted for resources: {'Port': ['ID=6a7dd5d9-55e6-411d-88d0-8ac0f0ec8bf1,revision_number=None']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:07.005554 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-88158a49-fa4f-4504-8114-4aa8812c92ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:07.008704 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88158a49-fa4f-4504-8114-4aa8812c92ad None None] No DVR routers for this DVR port 6a7dd5d9-55e6-411d-88d0-8ac0f0ec8bf1 on host dv-cinder-786385-7-smb {{(pid=91541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 08:03:07.083777 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-297fc075-07be-4522-a9d1-210ceeecf272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3859897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-947529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-945717'] for network, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:07.088640 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-27eddc1a-f90c-4838-8453-6f58c5193b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:07.110966 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-297fc075-07be-4522-a9d1-210ceeecf272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for network, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:07.123509 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297fc075-07be-4522-a9d1-210ceeecf272 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e47ec95-df63-4cde-9b70-6cfa695ac55a,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:07.129101 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-297fc075-07be-4522-a9d1-210ceeecf272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:07.141774 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-297fc075-07be-4522-a9d1-210ceeecf272 admin admin] 10.222.0.81 "DELETE /v2.0/networks/4e47ec95-df63-4cde-9b70-6cfa695ac55a HTTP/1.1" status: 204 len: 168 time: 1.0012715 Jun 02 08:03:07.144780 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 46392) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:03:07.719999 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-cd6b22ff-b949-4797-81c9-b86766aabbb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-944181'] for router_interface, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:07.721994 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f6452-e32a-4934-a7bc-81b990bcac0b req-aefe6e0b-33db-405d-8078-16dde95af1a9 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:07.723444 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-311f6452-e32a-4934-a7bc-81b990bcac0b req-aefe6e0b-33db-405d-8078-16dde95af1a9 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 945 time: 0.0880394 Jun 02 08:03:07.772572 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-311f6452-e32a-4934-a7bc-81b990bcac0b req-9eeecf58-33c2-4139-9626-229b7a49350e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431170 Jun 02 08:03:08.127602 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b22ff-b949-4797-81c9-b86766aabbb0 admin admin] Deleting port 794afe0a-f97b-4da9-a2f1-8be39f4ac94c {{(pid=91539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:03:08.127848 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-cd6b22ff-b949-4797-81c9-b86766aabbb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:08.248773 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [None req-cd6b22ff-b949-4797-81c9-b86766aabbb0 admin admin] For port 794afe0a-f97b-4da9-a2f1-8be39f4ac94c, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=794afe0a-f97b-4da9-a2f1-8be39f4ac94c,segment=NetworkSegment(27788b95-9930-4a48-b022-2896ca71af94),segment_id=27788b95-9930-4a48-b022-2896ca71af94)] {{(pid=91539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:03:08.249125 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-cd6b22ff-b949-4797-81c9-b86766aabbb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:08.481201 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b22ff-b949-4797-81c9-b86766aabbb0 admin admin] Calling delete_port for 794afe0a-f97b-4da9-a2f1-8be39f4ac94c owned by network:router_interface {{(pid=91539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:03:08.633813 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-cd6b22ff-b949-4797-81c9-b86766aabbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:08.638060 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-fc80bda9-3dec-4e9a-a082-3376bafbc084 tempest-VolumesActionsTest-581783788 tempest-VolumesActionsTest-581783788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:08.682244 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b22ff-b949-4797-81c9-b86766aabbb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=794afe0a-f97b-4da9-a2f1-8be39f4ac94c,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:08.685417 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-cd6b22ff-b949-4797-81c9-b86766aabbb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:09.002490 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-cd6b22ff-b949-4797-81c9-b86766aabbb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-944193'] for router_interface, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:09.079752 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5db34adf-ca24-42eb-a6a0-d7f8be4551e6 req-03dcc25a-9561-4fbf-8111-9507863c3807 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1159225 Jun 02 08:03:09.115557 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec062b-32ed-4215-95d6-fb0eb734f3b4 req-16ba5751-468d-4e06-97b3-c6941bd09a5e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:09.117055 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-feec062b-32ed-4215-95d6-fb0eb734f3b4 req-16ba5751-468d-4e06-97b3-c6941bd09a5e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 945 time: 0.1980536 Jun 02 08:03:09.222475 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db34adf-ca24-42eb-a6a0-d7f8be4551e6 req-57093ac4-98bf-4cc9-a225-c3899533a328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:09.223848 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5db34adf-ca24-42eb-a6a0-d7f8be4551e6 req-57093ac4-98bf-4cc9-a225-c3899533a328 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b35f5d14d93b40f0848158412804be41&device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 1098 time: 0.0695157 Jun 02 08:03:09.240227 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-feec062b-32ed-4215-95d6-fb0eb734f3b4 req-74fbace3-3af0-4e6b-8c8d-00e5346a458b tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685978 Jun 02 08:03:09.377517 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db34adf-ca24-42eb-a6a0-d7f8be4551e6 req-f2cf9fa8-24e1-43ef-9b97-ee39d2562ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:09.378986 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5db34adf-ca24-42eb-a6a0-d7f8be4551e6 req-f2cf9fa8-24e1-43ef-9b97-ee39d2562ef1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=87c948b6-776e-416a-8595-be6ae5ab6cc6 HTTP/1.1" status: 200 len: 909 time: 0.1304903 Jun 02 08:03:09.419865 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6b22ff-b949-4797-81c9-b86766aabbb0 admin admin] Router 1cd6fb84-36e8-4014-b94c-f6608ed7faad has already been hosted by L3 agent 221affb1-81f2-42a7-84c7-b8c79a9401bf {{(pid=91539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 08:03:09.488450 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5db34adf-ca24-42eb-a6a0-d7f8be4551e6 req-685aeb74-556d-408e-a42e-e102483ac987 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edce5668-101c-48c4-837f-5bb832623f3a HTTP/1.1" status: 200 len: 1001 time: 0.0987148 Jun 02 08:03:09.565183 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db34adf-ca24-42eb-a6a0-d7f8be4551e6 req-17ae8151-556c-4aab-8321-ac80e3c4869c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:09.566955 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5db34adf-ca24-42eb-a6a0-d7f8be4551e6 req-17ae8151-556c-4aab-8321-ac80e3c4869c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6b88b624-fc5a-4399-9939-be3292b885fc HTTP/1.1" status: 200 len: 847 time: 0.0692506 Jun 02 08:03:09.607420 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6b22ff-b949-4797-81c9-b86766aabbb0 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-smb the message routers_updated {{(pid=91539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 08:03:09.618792 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ced6ff7-1865-408b-8984-0238074c2041 None None] Sync routers for ids ['1cd6fb84-36e8-4014-b94c-f6608ed7faad'] in dv-cinder-786385-7-smb {{(pid=91542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 08:03:09.620917 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-cd6b22ff-b949-4797-81c9-b86766aabbb0 admin admin] 10.222.0.81 "PUT /v2.0/routers/1cd6fb84-36e8-4014-b94c-f6608ed7faad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4707956 Jun 02 08:03:09.622257 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 46408) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:03:09.634407 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ced6ff7-1865-408b-8984-0238074c2041 None None] Routers {'1cd6fb84-36e8-4014-b94c-f6608ed7faad'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:03:09.635022 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-4ced6ff7-1865-408b-8984-0238074c2041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:03:03Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['1cd6fb84-36e8-4014-b94c-f6608ed7faad'], 'active': True} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:03:09.666288 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db34adf-ca24-42eb-a6a0-d7f8be4551e6 req-edb13094-f952-4a33-9b93-b64d58d2ea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:09.668581 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5db34adf-ca24-42eb-a6a0-d7f8be4551e6 req-edb13094-f952-4a33-9b93-b64d58d2ea88 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=87c948b6-776e-416a-8595-be6ae5ab6cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0915170 Jun 02 08:03:09.812182 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:09.818098 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvr_db [None req-4ced6ff7-1865-408b-8984-0238074c2041 None None] Set router 1cd6fb84-36e8-4014-b94c-f6608ed7faad gateway port host: dv-cinder-786385-7-smb {{(pid=91542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:03:09.846635 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5db34adf-ca24-42eb-a6a0-d7f8be4551e6 req-84d13649-ed9c-4a92-9d6f-3af96263fe32 service neutron] 10.222.0.79 "GET /v2.0/networks/87c948b6-776e-416a-8595-be6ae5ab6cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660707 Jun 02 08:03:09.949772 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-eedd3850-471a-48fd-a797-50e9ce51e3ef admin admin] Notify callbacks [] for router, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:10.111070 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5db34adf-ca24-42eb-a6a0-d7f8be4551e6 req-25ba2284-0bfa-4fee-965c-9198b2b124f7 service neutron] 10.222.0.79 "GET /v2.0/networks/87c948b6-776e-416a-8595-be6ae5ab6cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569151 Jun 02 08:03:10.161355 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-4ced6ff7-1865-408b-8984-0238074c2041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd6fb84-36e8-4014-b94c-f6608ed7faad', 'name': 'tempest-TestMinimumBasicScenario-860843240-router', 'tenant_id': '9f8acb6a953c462a95c8b928694bc02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.181'}], 'enable_snat': True}, 'gw_port_id': '4b4baf6d-9be3-43c3-be9e-d639224c1ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:00:15Z', 'updated_at': '2021-06-02T08:03:08Z', 'revision_number': 5, 'project_id': '9f8acb6a953c462a95c8b928694bc02e', 'gw_port': {'id': '4b4baf6d-9be3-43c3-be9e-d639224c1ed9', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:04:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd6fb84-36e8-4014-b94c-f6608ed7faad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T08:00:16Z', 'updated_at': '2021-06-02T08:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb'}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:03:10.165666 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ced6ff7-1865-408b-8984-0238074c2041 None None] Checking router: 1cd6fb84-36e8-4014-b94c-f6608ed7faad for host: dv-cinder-786385-7-smb {{(pid=91542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 08:03:10.175866 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ced6ff7-1865-408b-8984-0238074c2041 None None] Routers {'1cd6fb84-36e8-4014-b94c-f6608ed7faad'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:03:10.176315 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-4ced6ff7-1865-408b-8984-0238074c2041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:03:03Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['1cd6fb84-36e8-4014-b94c-f6608ed7faad'], 'active': True} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:03:10.180914 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-eedd3850-471a-48fd-a797-50e9ce51e3ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:10.278298 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [None req-eedd3850-471a-48fd-a797-50e9ce51e3ef admin admin] Deleting port 4b4baf6d-9be3-43c3-be9e-d639224c1ed9 {{(pid=91539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:03:10.279073 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-eedd3850-471a-48fd-a797-50e9ce51e3ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:10.347069 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvr_db [None req-4ced6ff7-1865-408b-8984-0238074c2041 None None] Set router 1cd6fb84-36e8-4014-b94c-f6608ed7faad gateway port host: None {{(pid=91542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:03:10.418263 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [None req-eedd3850-471a-48fd-a797-50e9ce51e3ef admin admin] For port 4b4baf6d-9be3-43c3-be9e-d639224c1ed9, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=4b4baf6d-9be3-43c3-be9e-d639224c1ed9,segment=NetworkSegment(f5cbd04c-dcdc-483c-9882-54251cba879c),segment_id=f5cbd04c-dcdc-483c-9882-54251cba879c)] {{(pid=91539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:03:10.418672 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-eedd3850-471a-48fd-a797-50e9ce51e3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:10.452915 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b457eb-386f-4643-9157-f811848c4a09 req-5e8ca961-b458-4748-acdd-a35c1278e7a6 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:10.454682 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-82b457eb-386f-4643-9157-f811848c4a09 req-5e8ca961-b458-4748-acdd-a35c1278e7a6 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 945 time: 0.0944650 Jun 02 08:03:10.456911 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-4ced6ff7-1865-408b-8984-0238074c2041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd6fb84-36e8-4014-b94c-f6608ed7faad', 'name': 'tempest-TestMinimumBasicScenario-860843240-router', 'tenant_id': '9f8acb6a953c462a95c8b928694bc02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:00:15Z', 'updated_at': '2021-06-02T08:03:10Z', 'revision_number': 6, 'project_id': '9f8acb6a953c462a95c8b928694bc02e', 'gw_port_host': None}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:03:10.461087 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ced6ff7-1865-408b-8984-0238074c2041 None None] The sync data for ids ['1cd6fb84-36e8-4014-b94c-f6608ed7faad'] in dv-cinder-786385-7-smb is: [{'id': '1cd6fb84-36e8-4014-b94c-f6608ed7faad', 'name': 'tempest-TestMinimumBasicScenario-860843240-router', 'tenant_id': '9f8acb6a953c462a95c8b928694bc02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T08:00:15Z', 'updated_at': '2021-06-02T08:03:10Z', 'revision_number': 6, 'project_id': '9f8acb6a953c462a95c8b928694bc02e', 'gw_port_host': None}] {{(pid=91542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 08:03:10.506783 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-82b457eb-386f-4643-9157-f811848c4a09 req-307742c6-8b5a-4f56-bc8b-1db899dcd0a6 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454969 Jun 02 08:03:10.556306 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [None req-eedd3850-471a-48fd-a797-50e9ce51e3ef admin admin] Calling delete_port for 4b4baf6d-9be3-43c3-be9e-d639224c1ed9 owned by network:router_gateway {{(pid=91539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:03:10.697781 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-eedd3850-471a-48fd-a797-50e9ce51e3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:10.702784 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-9134970d-f3b9-423b-9ab8-df494c131548 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:10.747964 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd3850-471a-48fd-a797-50e9ce51e3ef admin admin] Pushing event deleted for resources: {'Port': ['ID=4b4baf6d-9be3-43c3-be9e-d639224c1ed9,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:10.772650 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-eedd3850-471a-48fd-a797-50e9ce51e3ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:10.838630 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-eedd3850-471a-48fd-a797-50e9ce51e3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946132'] for router_gateway, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:10.931685 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 794afe0a-f97b-4da9-a2f1-8be39f4ac94c no longer exists at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:03:10.969645 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] No Port match for: 794afe0a-f97b-4da9-a2f1-8be39f4ac94c {{(pid=91541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 08:03:10.969996 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 794afe0a-f97b-4da9-a2f1-8be39f4ac94c not bound to the agent host dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 08:03:11.013631 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-eedd3850-471a-48fd-a797-50e9ce51e3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3831'] for router, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:11.015770 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-eedd3850-471a-48fd-a797-50e9ce51e3ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:11.039377 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-eedd3850-471a-48fd-a797-50e9ce51e3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012666'] for router, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:11.039938 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eedd3850-471a-48fd-a797-50e9ce51e3ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cd6fb84-36e8-4014-b94c-f6608ed7faad {{(pid=91539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 08:03:11.052342 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-eedd3850-471a-48fd-a797-50e9ce51e3ef admin admin] Notify callbacks [] for router, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:11.053538 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-eedd3850-471a-48fd-a797-50e9ce51e3ef admin admin] 10.222.0.81 "DELETE /v2.0/routers/1cd6fb84-36e8-4014-b94c-f6608ed7faad HTTP/1.1" status: 204 len: 168 time: 1.4301510 Jun 02 08:03:11.055995 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 46420) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:03:11.115077 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.db_base_plugin_v2 [None req-b43f062d-cad6-4ef9-bc2c-e4012cae95eb admin admin] Deleting subnet 277056ab-2acd-4939-9e81-75b2a1f581bc {{(pid=91539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 08:03:11.117931 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-b43f062d-cad6-4ef9-bc2c-e4012cae95eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:11.165587 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-b43f062d-cad6-4ef9-bc2c-e4012cae95eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1809723'] for subnet, precommit_delete_associations {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:11.247351 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-b43f062d-cad6-4ef9-bc2c-e4012cae95eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862327'] for subnet, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:11.611311 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-b43f062d-cad6-4ef9-bc2c-e4012cae95eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1806373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1601809'] for subnet, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:11.616533 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-7a0d173a-0bd6-493a-a040-c032cf0739d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:11.656497 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f062d-cad6-4ef9-bc2c-e4012cae95eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=277056ab-2acd-4939-9e81-75b2a1f581bc,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:11.658521 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-b43f062d-cad6-4ef9-bc2c-e4012cae95eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for subnet, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:11.662323 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-b43f062d-cad6-4ef9-bc2c-e4012cae95eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:11.667585 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-b43f062d-cad6-4ef9-bc2c-e4012cae95eb admin admin] 10.222.0.81 "DELETE /v2.0/subnets/277056ab-2acd-4939-9e81-75b2a1f581bc HTTP/1.1" status: 204 len: 168 time: 0.6082675 Jun 02 08:03:11.668558 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 46430) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:03:11.672049 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d5d585-b9e7-41ea-9fcd-0eea5ad0c044 None None] Network e222cd43-7073-4260-b2b9-7822f673968d requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 08:03:11.755725 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846965e4-6c5a-454b-8351-72c13f4f455a req-0f89c48f-9847-4e21-a423-572a9ae9efc2 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:11.758217 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-846965e4-6c5a-454b-8351-72c13f4f455a req-0f89c48f-9847-4e21-a423-572a9ae9efc2 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 945 time: 0.1337814 Jun 02 08:03:11.784959 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f5dbcd7a-f4f6-4e7d-b801-fc034a248a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3903172'] for network, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:11.826764 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-846965e4-6c5a-454b-8351-72c13f4f455a req-fc4506ea-40a6-4f81-8dc0-ccaa79632254 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620394 Jun 02 08:03:11.868797 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [None req-f5dbcd7a-f4f6-4e7d-b801-fc034a248a85 admin admin] Deleting port 7ea37fde-55b3-4ffb-99ed-7e4cee8aaf9a {{(pid=91539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:03:11.869152 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f5dbcd7a-f4f6-4e7d-b801-fc034a248a85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:11.934455 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4d2655-6b28-4f26-beb4-bfb92a0d0ad3 None None] DHCP port deletion for e222cd43-7073-4260-b2b9-7822f673968d request from dv-cinder-786385-7-smb {{(pid=91541) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 08:03:11.981025 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [None req-f5dbcd7a-f4f6-4e7d-b801-fc034a248a85 admin admin] For port 7ea37fde-55b3-4ffb-99ed-7e4cee8aaf9a, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=7ea37fde-55b3-4ffb-99ed-7e4cee8aaf9a,segment=NetworkSegment(27788b95-9930-4a48-b022-2896ca71af94),segment_id=27788b95-9930-4a48-b022-2896ca71af94)] {{(pid=91539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:03:11.981378 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f5dbcd7a-f4f6-4e7d-b801-fc034a248a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:12.046126 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-0a4d2655-6b28-4f26-beb4-bfb92a0d0ad3 None None] Deleting port 7ea37fde-55b3-4ffb-99ed-7e4cee8aaf9a {{(pid=91541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:03:12.046502 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-0a4d2655-6b28-4f26-beb4-bfb92a0d0ad3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:12.113101 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [None req-f5dbcd7a-f4f6-4e7d-b801-fc034a248a85 admin admin] Calling delete_port for 7ea37fde-55b3-4ffb-99ed-7e4cee8aaf9a owned by network:dhcp {{(pid=91539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:03:12.149166 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-0a4d2655-6b28-4f26-beb4-bfb92a0d0ad3 None None] For port 7ea37fde-55b3-4ffb-99ed-7e4cee8aaf9a, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=7ea37fde-55b3-4ffb-99ed-7e4cee8aaf9a,segment=NetworkSegment(27788b95-9930-4a48-b022-2896ca71af94),segment_id=27788b95-9930-4a48-b022-2896ca71af94)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:03:12.149563 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-0a4d2655-6b28-4f26-beb4-bfb92a0d0ad3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:12.160810 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f5dbcd7a-f4f6-4e7d-b801-fc034a248a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:12.165978 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-cd6b22ff-b949-4797-81c9-b86766aabbb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:12.214225 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dbcd7a-f4f6-4e7d-b801-fc034a248a85 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ea37fde-55b3-4ffb-99ed-7e4cee8aaf9a,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:12.217278 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dbcd7a-f4f6-4e7d-b801-fc034a248a85 admin admin] No DVR routers for this DVR port 7ea37fde-55b3-4ffb-99ed-7e4cee8aaf9a on host dv-cinder-786385-7-smb {{(pid=91539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 08:03:12.217543 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-f5dbcd7a-f4f6-4e7d-b801-fc034a248a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:12.306742 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-0a4d2655-6b28-4f26-beb4-bfb92a0d0ad3 None None] Calling delete_port for 7ea37fde-55b3-4ffb-99ed-7e4cee8aaf9a owned by network:dhcp {{(pid=91541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:03:12.336565 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f5dbcd7a-f4f6-4e7d-b801-fc034a248a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3859854', 'neutron.services.segments.db._delete_segments_for_network-8746790623609'] for network, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:12.350500 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.services.segments.db [None req-f5dbcd7a-f4f6-4e7d-b801-fc034a248a85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e222cd43-7073-4260-b2b9-7822f673968d']}} {{(pid=91539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:03:12.351533 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-0a4d2655-6b28-4f26-beb4-bfb92a0d0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455'] for port, after_delete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:12.355175 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:12.363060 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.services.segments.db [None req-f5dbcd7a-f4f6-4e7d-b801-fc034a248a85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27788b95-9930-4a48-b022-2896ca71af94') {'for_net_delete': True} {{(pid=91539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:03:12.363355 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.services.segments.db [None req-f5dbcd7a-f4f6-4e7d-b801-fc034a248a85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27788b95-9930-4a48-b022-2896ca71af94') {} {{(pid=91539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:03:12.374792 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f5dbcd7a-f4f6-4e7d-b801-fc034a248a85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746790628244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1809714'] for segment, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:12.391510 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f5dbcd7a-f4f6-4e7d-b801-fc034a248a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479'] for segment, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:12.396408 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d2655-6b28-4f26-beb4-bfb92a0d0ad3 None None] Pushing event deleted for resources: {'Port': ['ID=7ea37fde-55b3-4ffb-99ed-7e4cee8aaf9a,revision_number=None']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:12.398639 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5dbcd7a-f4f6-4e7d-b801-fc034a248a85 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=91539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 08:03:12.399007 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f5dbcd7a-f4f6-4e7d-b801-fc034a248a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1806479'] for segment, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:12.406285 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4d2655-6b28-4f26-beb4-bfb92a0d0ad3 None None] No DVR routers for this DVR port 7ea37fde-55b3-4ffb-99ed-7e4cee8aaf9a on host dv-cinder-786385-7-smb {{(pid=91541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 08:03:12.408332 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4d2655-6b28-4f26-beb4-bfb92a0d0ad3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:03:12.408679 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4d2655-6b28-4f26-beb4-bfb92a0d0ad3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:03:12.409031 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4d2655-6b28-4f26-beb4-bfb92a0d0ad3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:03:12.409360 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4d2655-6b28-4f26-beb4-bfb92a0d0ad3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:03:12.409690 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4d2655-6b28-4f26-beb4-bfb92a0d0ad3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:03:12.410035 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4d2655-6b28-4f26-beb4-bfb92a0d0ad3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:03:12.410334 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4d2655-6b28-4f26-beb4-bfb92a0d0ad3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:03:12.410651 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4d2655-6b28-4f26-beb4-bfb92a0d0ad3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:03:12.411010 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4d2655-6b28-4f26-beb4-bfb92a0d0ad3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:03:12.411288 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4d2655-6b28-4f26-beb4-bfb92a0d0ad3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:03:12.411630 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4d2655-6b28-4f26-beb4-bfb92a0d0ad3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:03:12.411949 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4d2655-6b28-4f26-beb4-bfb92a0d0ad3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:03:12.413054 dv-cinder-786385-7-smb neutron-server[91539]: Traceback (most recent call last): Jun 02 08:03:12.413054 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 08:03:12.413054 dv-cinder-786385-7-smb neutron-server[91539]: timer() Jun 02 08:03:12.413054 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 08:03:12.413054 dv-cinder-786385-7-smb neutron-server[91539]: cb(*args, **kw) Jun 02 08:03:12.413054 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 08:03:12.413054 dv-cinder-786385-7-smb neutron-server[91539]: return func(*args, **kwargs) Jun 02 08:03:12.413054 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 08:03:12.413054 dv-cinder-786385-7-smb neutron-server[91539]: self._notify() Jun 02 08:03:12.413054 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 08:03:12.413054 dv-cinder-786385-7-smb neutron-server[91539]: self.callback(batched_events) Jun 02 08:03:12.413054 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 08:03:12.413054 dv-cinder-786385-7-smb neutron-server[91539]: event.method(event) Jun 02 08:03:12.413054 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 08:03:12.413054 dv-cinder-786385-7-smb neutron-server[91539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 08:03:12.413054 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 08:03:12.413054 dv-cinder-786385-7-smb neutron-server[91539]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 08:03:12.413054 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 08:03:12.413054 dv-cinder-786385-7-smb neutron-server[91539]: return f(self, *a, **k) Jun 02 08:03:12.413054 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 08:03:12.413054 dv-cinder-786385-7-smb neutron-server[91539]: return self._get(url).json() Jun 02 08:03:12.413054 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 08:03:12.413054 dv-cinder-786385-7-smb neutron-server[91539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 08:03:12.413054 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 08:03:12.413054 dv-cinder-786385-7-smb neutron-server[91539]: return self.request(url, 'GET', **kwargs) Jun 02 08:03:12.413054 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 08:03:12.413054 dv-cinder-786385-7-smb neutron-server[91539]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 08:03:12.413054 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 08:03:12.413054 dv-cinder-786385-7-smb neutron-server[91539]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 08:03:12.413054 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 08:03:12.413054 dv-cinder-786385-7-smb neutron-server[91539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 08:03:12.413054 dv-cinder-786385-7-smb neutron-server[91539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 08:03:12.416359 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-0a4d2655-6b28-4f26-beb4-bfb92a0d0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:12.485476 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f5dbcd7a-f4f6-4e7d-b801-fc034a248a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3859897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-947529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-945717'] for network, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:12.491092 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f5dbcd7a-f4f6-4e7d-b801-fc034a248a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for network, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:12.493615 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:12.518705 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dbcd7a-f4f6-4e7d-b801-fc034a248a85 admin admin] Pushing event deleted for resources: {'Network': ['ID=e222cd43-7073-4260-b2b9-7822f673968d,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:12.521625 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-f5dbcd7a-f4f6-4e7d-b801-fc034a248a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:12.524649 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-f5dbcd7a-f4f6-4e7d-b801-fc034a248a85 admin admin] 10.222.0.81 "DELETE /v2.0/networks/e222cd43-7073-4260-b2b9-7822f673968d HTTP/1.1" status: 204 len: 168 time: 0.8550375 Jun 02 08:03:12.611459 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 4b4baf6d-9be3-43c3-be9e-d639224c1ed9 no longer exists at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:03:12.648779 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] No Port match for: 4b4baf6d-9be3-43c3-be9e-d639224c1ed9 {{(pid=91541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 08:03:12.649124 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 4b4baf6d-9be3-43c3-be9e-d639224c1ed9 not bound to the agent host dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 08:03:12.649681 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 7ea37fde-55b3-4ffb-99ed-7e4cee8aaf9a no longer exists at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:03:12.683727 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] No Port match for: 7ea37fde-55b3-4ffb-99ed-7e4cee8aaf9a {{(pid=91541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 08:03:12.684104 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 7ea37fde-55b3-4ffb-99ed-7e4cee8aaf9a not bound to the agent host dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 08:03:12.712652 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 46440) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:03:12.759572 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-cfa8b2fa-cb90-4449-9d57-fa2bd3df3b48 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b376b02319e3497faae6b4322a8462bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456679 Jun 02 08:03:12.761945 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 46442) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:03:12.817683 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ad9c3d91-e367-49fd-8e3f-59822dc908f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:12.844036 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ad9c3d91-e367-49fd-8e3f-59822dc908f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:12.907443 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ad9c3d91-e367-49fd-8e3f-59822dc908f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:12.911499 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-72dc88bf-8e7d-4a1e-af1b-5545be084bc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:12.924160 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c3d91-e367-49fd-8e3f-59822dc908f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eda14ef-3c0e-4202-b12e-e45f3def0667,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:12.926728 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-ad9c3d91-e367-49fd-8e3f-59822dc908f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:12.941759 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-ad9c3d91-e367-49fd-8e3f-59822dc908f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:12.943984 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-ad9c3d91-e367-49fd-8e3f-59822dc908f1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1eda14ef-3c0e-4202-b12e-e45f3def0667 HTTP/1.1" status: 204 len: 168 time: 0.1810675 Jun 02 08:03:13.203262 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de157b22-3adb-42d5-b87c-b81eb4705866 req-00cc4604-596c-42a3-93a7-757ccba49eba tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:13.204753 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-de157b22-3adb-42d5-b87c-b81eb4705866 req-00cc4604-596c-42a3-93a7-757ccba49eba tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 945 time: 0.0850692 Jun 02 08:03:13.250306 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-de157b22-3adb-42d5-b87c-b81eb4705866 req-7468f929-f536-4136-ac9b-a087156dc1f5 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396435 Jun 02 08:03:13.302195 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 46454) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:03:13.349342 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-d706ff91-67d0-4e1a-9c0a-8b9f2d11d739 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9f8acb6a953c462a95c8b928694bc02e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459366 Jun 02 08:03:13.351629 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 46456) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:03:13.406732 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-6e3142a9-9f43-4516-a80f-911e92490281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:13.431047 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-6e3142a9-9f43-4516-a80f-911e92490281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:13.488325 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-6e3142a9-9f43-4516-a80f-911e92490281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:13.493117 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-bbf2fa0b-c6db-4264-b445-586374a42f3e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:13.504525 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3142a9-9f43-4516-a80f-911e92490281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fcfdca-633f-4fa8-bb71-50064e680935,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:13.508017 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-6e3142a9-9f43-4516-a80f-911e92490281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:13.512968 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-6e3142a9-9f43-4516-a80f-911e92490281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:13.514101 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-6e3142a9-9f43-4516-a80f-911e92490281 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/71fcfdca-633f-4fa8-bb71-50064e680935 HTTP/1.1" status: 204 len: 168 time: 0.1615789 Jun 02 08:03:14.454891 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cde2e9-e7c9-4005-8e26-435fb2a65c10 req-2d60d645-a67a-4842-bc33-3fc23e70f3ff tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:14.456243 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-80cde2e9-e7c9-4005-8e26-435fb2a65c10 req-2d60d645-a67a-4842-bc33-3fc23e70f3ff tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 945 time: 0.0828667 Jun 02 08:03:14.500275 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-80cde2e9-e7c9-4005-8e26-435fb2a65c10 req-c44a4d48-647f-4e06-bb98-65f63d5356b0 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384207 Jun 02 08:03:15.695129 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a518e8-e854-4eb0-afbd-31ac6b72eff5 req-3c76478e-bf43-413d-a2e5-42e10ab0001e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:15.697390 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e0a518e8-e854-4eb0-afbd-31ac6b72eff5 req-3c76478e-bf43-413d-a2e5-42e10ab0001e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 945 time: 0.0853481 Jun 02 08:03:15.743907 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e0a518e8-e854-4eb0-afbd-31ac6b72eff5 req-e14f9d38-0f34-4ed7-9ebc-b100a6ad5d22 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411749 Jun 02 08:03:16.938491 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef6bcc-7096-422e-8071-c87e844c1e4b req-6600b7c8-589c-41fa-93ed-4d2b7347b30a tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:16.940000 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-26ef6bcc-7096-422e-8071-c87e844c1e4b req-6600b7c8-589c-41fa-93ed-4d2b7347b30a tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 945 time: 0.0841858 Jun 02 08:03:16.985509 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-26ef6bcc-7096-422e-8071-c87e844c1e4b req-a7dafb08-81da-4c56-875a-a96a3e71e470 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398278 Jun 02 08:03:17.566878 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 1e7a7acc-858d-4a25-9273-f31e41040d03 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=91541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 08:03:17.700309 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 1e7a7acc-858d-4a25-9273-f31e41040d03, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1e7a7acc-858d-4a25-9273-f31e41040d03,segment=NetworkSegment(0a9f3729-62b7-4b55-a4b9-f7267fb154d2),segment_id=0a9f3729-62b7-4b55-a4b9-f7267fb154d2)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:03:17.713364 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Returning: {'device': '1e7a7acc-858d-4a25-9273-f31e41040d03', 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e', 'port_id': '1e7a7acc-858d-4a25-9273-f31e41040d03', 'mac_address': 'fa:16:3e:08:a6:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab5414d-1dc2-421f-9986-4a6ba721194d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 08:03:17.771889 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:17.787983 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e7a7acc-858d-4a25-9273-f31e41040d03 {{(pid=91541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 08:03:17.803447 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 1e7a7acc-858d-4a25-9273-f31e41040d03, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1e7a7acc-858d-4a25-9273-f31e41040d03,segment=NetworkSegment(0a9f3729-62b7-4b55-a4b9-f7267fb154d2),segment_id=0a9f3729-62b7-4b55-a4b9-f7267fb154d2)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:03:17.806826 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:17.809228 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:17.877858 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=1e7a7acc-858d-4a25-9273-f31e41040d03,revision_number=6']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:17.880877 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:17.914836 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['1e7a7acc-858d-4a25-9273-f31e41040d03'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 08:03:18.195975 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f6190-2a01-4b25-8e0d-b66baf9e8efe req-ae6cb93e-282b-4440-8d8c-83785f6f230c tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:18.197762 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1f9f6190-2a01-4b25-8e0d-b66baf9e8efe req-ae6cb93e-282b-4440-8d8c-83785f6f230c tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 944 time: 0.0925894 Jun 02 08:03:18.244366 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1f9f6190-2a01-4b25-8e0d-b66baf9e8efe req-7a8e031c-1441-4be1-9697-e0cb3e1d2983 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408566 Jun 02 08:03:18.434599 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc60a6-ee14-486d-b9e2-9a2b14ce97bf req-e6c9c0dd-4164-4dad-a370-23f747aaa878 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:18.436110 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-fcdc60a6-ee14-486d-b9e2-9a2b14ce97bf req-e6c9c0dd-4164-4dad-a370-23f747aaa878 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=2cf0382b-aedc-4771-893f-8b49b88c7052 HTTP/1.1" status: 200 len: 946 time: 0.0803504 Jun 02 08:03:18.480518 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-fcdc60a6-ee14-486d-b9e2-9a2b14ce97bf req-e13e75ad-7069-4b68-90b8-9efe758bd251 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=541ebb03-d17e-4f49-a53f-d41c4696204e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387568 Jun 02 08:03:19.504795 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67621522-3b02-40d4-9441-41d719f420bf req-d7fd1afb-fae2-4e2d-b889-26d04fae00b2 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:19.512996 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-67621522-3b02-40d4-9441-41d719f420bf req-d7fd1afb-fae2-4e2d-b889-26d04fae00b2 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 944 time: 0.1213536 Jun 02 08:03:19.571009 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-67621522-3b02-40d4-9441-41d719f420bf req-139754f1-5e9a-4c92-baf6-4b1f3979f5ae tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568459 Jun 02 08:03:19.576688 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 1e7a7acc-858d-4a25-9273-f31e41040d03 up at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 08:03:19.713936 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning complete for port 1e7a7acc-858d-4a25-9273-f31e41040d03 triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:03:19.714622 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:19.808393 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b956df-cbd8-4dd5-99a5-1b8c86f9d834 req-e44b75fc-b113-4b98-9284-c6b0fc8de95d tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:19.815488 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-77b956df-cbd8-4dd5-99a5-1b8c86f9d834 req-e44b75fc-b113-4b98-9284-c6b0fc8de95d tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=2cf0382b-aedc-4771-893f-8b49b88c7052 HTTP/1.1" status: 200 len: 946 time: 0.1098173 Jun 02 08:03:19.866375 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-77b956df-cbd8-4dd5-99a5-1b8c86f9d834 req-f9e88a8b-addf-49e3-a86a-02bcab3eba77 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=541ebb03-d17e-4f49-a53f-d41c4696204e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498672 Jun 02 08:03:19.922454 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:19.929693 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbca8c-e862-4832-b783-4adb1320fcef req-86dd579b-04c4-4ec4-9220-6bf4e229bdcf tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:19.931795 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-0ecbca8c-e862-4832-b783-4adb1320fcef req-86dd579b-04c4-4ec4-9220-6bf4e229bdcf tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 945 time: 0.1221149 Jun 02 08:03:19.960586 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed4afedd-ac2b-4cf4-9e71-282d562c6f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7a7acc-858d-4a25-9273-f31e41040d03'}] {{(pid=91541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:03:19.963039 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab578fc78af4bba4052238dc90c68e3a7405fe2d006a0c4fb1b419504dc30437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d7c103-3d2e-4a59-97e9-25c83e836e8c" -d '{"events": [{"server_uuid": "ed4afedd-ac2b-4cf4-9e71-282d562c6f60", "name": "network-vif-plugged", "status": "completed", "tag": "1e7a7acc-858d-4a25-9273-f31e41040d03"}]}' {{(pid=91541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:03:19.975198 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 1e7a7acc-858d-4a25-9273-f31e41040d03, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1e7a7acc-858d-4a25-9273-f31e41040d03,segment=NetworkSegment(0a9f3729-62b7-4b55-a4b9-f7267fb154d2),segment_id=0a9f3729-62b7-4b55-a4b9-f7267fb154d2)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:03:19.998213 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:19.998823 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-0ecbca8c-e862-4832-b783-4adb1320fcef req-813cf24a-9861-4c9c-ac8f-6d0e3be25265 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574670 Jun 02 08:03:20.000150 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:20.044353 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06edd6e-9784-4136-98d5-e8ade26b1d71 x-openstack-request-id: req-d06edd6e-9784-4136-98d5-e8ade26b1d71 {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:03:20.044949 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed4afedd-ac2b-4cf4-9e71-282d562c6f60", "name": "network-vif-plugged", "status": "completed", "tag": "1e7a7acc-858d-4a25-9273-f31e41040d03", "code": 200}]} {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:03:20.045425 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d06edd6e-9784-4136-98d5-e8ade26b1d71 {{(pid=91541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:03:20.045818 dv-cinder-786385-7-smb neutron-server[91541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed4afedd-ac2b-4cf4-9e71-282d562c6f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7a7acc-858d-4a25-9273-f31e41040d03', 'code': 200} Jun 02 08:03:20.094924 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=1e7a7acc-858d-4a25-9273-f31e41040d03,revision_number=7']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:20.097961 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:20.831039 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5afb3-718b-4b6a-99bf-20a89780210a req-368851f7-1573-4922-80af-4cfb3fc80b63 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:20.832794 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c7d5afb3-718b-4b6a-99bf-20a89780210a req-368851f7-1573-4922-80af-4cfb3fc80b63 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.79 "GET /v2.0/ports?device_id=2cf0382b-aedc-4771-893f-8b49b88c7052 HTTP/1.1" status: 200 len: 946 time: 0.1498489 Jun 02 08:03:20.841057 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731e0a7-c56e-405a-b7c6-ac6fee6334d7 req-15bdc74b-bda4-4764-9187-d80b37c85859 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:20.842427 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-f731e0a7-c56e-405a-b7c6-ac6fee6334d7 req-15bdc74b-bda4-4764-9187-d80b37c85859 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 945 time: 0.1259484 Jun 02 08:03:20.971976 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-f731e0a7-c56e-405a-b7c6-ac6fee6334d7 req-55746df8-38c4-45aa-912b-1c5ed422a9d5 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944860 Jun 02 08:03:21.096197 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.plugin [req-c7d5afb3-718b-4b6a-99bf-20a89780210a req-a631e59a-2283-4352-9d54-9ff85501688a tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Deleting port 15be538c-6023-4f70-be3e-b8df5afd7294 {{(pid=91540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:03:21.096594 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [req-c7d5afb3-718b-4b6a-99bf-20a89780210a req-a631e59a-2283-4352-9d54-9ff85501688a tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:21.101565 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf0c62-0c29-49fc-a86a-7828279aacea req-800c4ede-9e09-4970-a13c-da37e837a13b tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:21.103740 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-4ebf0c62-0c29-49fc-a86a-7828279aacea req-800c4ede-9e09-4970-a13c-da37e837a13b tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=2cf0382b-aedc-4771-893f-8b49b88c7052 HTTP/1.1" status: 200 len: 946 time: 0.1179950 Jun 02 08:03:21.164998 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-4ebf0c62-0c29-49fc-a86a-7828279aacea req-44d0c522-6f18-4f75-9627-924a5809968e tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups?id=541ebb03-d17e-4f49-a53f-d41c4696204e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547991 Jun 02 08:03:21.301451 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.db [req-c7d5afb3-718b-4b6a-99bf-20a89780210a req-a631e59a-2283-4352-9d54-9ff85501688a tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] For port 15be538c-6023-4f70-be3e-b8df5afd7294, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=15be538c-6023-4f70-be3e-b8df5afd7294,segment=NetworkSegment(7571d2f6-9016-4802-a030-87cae188c8e3),segment_id=7571d2f6-9016-4802-a030-87cae188c8e3)] {{(pid=91540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:03:21.301793 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [req-c7d5afb3-718b-4b6a-99bf-20a89780210a req-a631e59a-2283-4352-9d54-9ff85501688a tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:21.389406 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78383824-91a2-485a-b640-96a63ff2f808 req-1db9db5f-922a-4d05-8afa-0a32e71271a7 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:21.390901 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-78383824-91a2-485a-b640-96a63ff2f808 req-1db9db5f-922a-4d05-8afa-0a32e71271a7 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 945 time: 0.1985130 Jun 02 08:03:21.630072 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-78383824-91a2-485a-b640-96a63ff2f808 req-03acc68d-b70b-4b17-8ac7-961a6bbf32ce tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330360 Jun 02 08:03:21.765822 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [req-c7d5afb3-718b-4b6a-99bf-20a89780210a req-a631e59a-2283-4352-9d54-9ff85501688a tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:21.766299 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [req-c7d5afb3-718b-4b6a-99bf-20a89780210a req-a631e59a-2283-4352-9d54-9ff85501688a tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-945703'] for floatingip, after_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:21.766714 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.db.l3_db [req-c7d5afb3-718b-4b6a-99bf-20a89780210a req-a631e59a-2283-4352-9d54-9ff85501688a tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Floating IP 8b71c914-4a03-43b1-b249-7ecefb845cd7 disassociated. External IP: 172.28.1.204, port: 15be538c-6023-4f70-be3e-b8df5afd7294. Jun 02 08:03:21.767314 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.plugin [req-c7d5afb3-718b-4b6a-99bf-20a89780210a req-a631e59a-2283-4352-9d54-9ff85501688a tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Calling delete_port for 15be538c-6023-4f70-be3e-b8df5afd7294 owned by compute:nova {{(pid=91540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:03:21.894211 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [req-c7d5afb3-718b-4b6a-99bf-20a89780210a req-a631e59a-2283-4352-9d54-9ff85501688a tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27652422'] for port, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:21.900961 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:21.957419 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a631e59a-2283-4352-9d54-9ff85501688a tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Pushing event deleted for resources: {'Port': ['ID=15be538c-6023-4f70-be3e-b8df5afd7294,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:21.960454 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-a631e59a-2283-4352-9d54-9ff85501688a tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:22.180302 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7d5afb3-718b-4b6a-99bf-20a89780210a req-a631e59a-2283-4352-9d54-9ff85501688a tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Router ea22b6ee-eeec-4f12-8c54-137171f81e80 has already been hosted by L3 agent 221affb1-81f2-42a7-84c7-b8c79a9401bf {{(pid=91540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 08:03:22.214352 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cfc260-b3fc-4873-83a4-862d413e2c0d req-7bf84742-4055-4749-85dc-7c0759296f64 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:22.228369 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e3cfc260-b3fc-4873-83a4-862d413e2c0d req-7bf84742-4055-4749-85dc-7c0759296f64 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 945 time: 0.1139245 Jun 02 08:03:22.310543 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e3cfc260-b3fc-4873-83a4-862d413e2c0d req-7eb5bafa-7986-422f-b672-472f2faa8161 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810103 Jun 02 08:03:22.452149 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-0f1c41c9-44ad-40dc-866b-87a6b6450f5f req-ff57f29d-a90e-4e43-b56e-34d8302149ac tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/ports?device_id=2cf0382b-aedc-4771-893f-8b49b88c7052 HTTP/1.1" status: 200 len: 210 time: 0.0882170 Jun 02 08:03:22.482893 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7d5afb3-718b-4b6a-99bf-20a89780210a req-a631e59a-2283-4352-9d54-9ff85501688a tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify agent at l3_agent.dv-cinder-786385-7-smb the message routers_updated {{(pid=91540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 08:03:22.495241 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2be8f85-727e-4798-9389-fc35f5f2425d None None] Sync routers for ids ['ea22b6ee-eeec-4f12-8c54-137171f81e80'] in dv-cinder-786385-7-smb {{(pid=91541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 08:03:22.511406 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2be8f85-727e-4798-9389-fc35f5f2425d None None] Routers {'ea22b6ee-eeec-4f12-8c54-137171f81e80'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:03:22.512189 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-d2be8f85-727e-4798-9389-fc35f5f2425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:03:03Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['ea22b6ee-eeec-4f12-8c54-137171f81e80'], 'active': True} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:03:22.598473 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d5afb3-718b-4b6a-99bf-20a89780210a req-a631e59a-2283-4352-9d54-9ff85501688a tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] No DVR routers for this DVR port 15be538c-6023-4f70-be3e-b8df5afd7294 on host hv-cinder-78638 {{(pid=91540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 08:03:22.601133 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [req-c7d5afb3-718b-4b6a-99bf-20a89780210a req-a631e59a-2283-4352-9d54-9ff85501688a tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:22.605248 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf0382b-aedc-4771-893f-8b49b88c7052', 'name': 'network-vif-deleted', 'tag': '15be538c-6023-4f70-be3e-b8df5afd7294'}] {{(pid=91540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:03:22.607784 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f13e3936cf79d94985b49fd7103ff1c1474c6e711ae5245fa502c5acfdcd8c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9303cf8c-79db-4558-aadb-1d15eea4df2a" -d '{"events": [{"server_uuid": "2cf0382b-aedc-4771-893f-8b49b88c7052", "name": "network-vif-deleted", "tag": "15be538c-6023-4f70-be3e-b8df5afd7294"}]}' {{(pid=91540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:03:22.626887 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c7d5afb3-718b-4b6a-99bf-20a89780210a req-a631e59a-2283-4352-9d54-9ff85501688a tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.79 "DELETE /v2.0/ports/15be538c-6023-4f70-be3e-b8df5afd7294 HTTP/1.1" status: 204 len: 173 time: 1.7833700 Jun 02 08:03:22.679292 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4890ae-e19a-4f6b-ac0b-77b93037b8bb x-openstack-request-id: req-6f4890ae-e19a-4f6b-ac0b-77b93037b8bb {{(pid=91540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:03:22.679625 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf0382b-aedc-4771-893f-8b49b88c7052", "name": "network-vif-deleted", "tag": "15be538c-6023-4f70-be3e-b8df5afd7294", "status": "completed", "code": 200}]} {{(pid=91540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:03:22.679941 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6f4890ae-e19a-4f6b-ac0b-77b93037b8bb {{(pid=91540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:03:22.680379 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf0382b-aedc-4771-893f-8b49b88c7052', 'name': 'network-vif-deleted', 'tag': '15be538c-6023-4f70-be3e-b8df5afd7294', 'status': 'completed', 'code': 200} Jun 02 08:03:22.778979 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvr_db [None req-d2be8f85-727e-4798-9389-fc35f5f2425d None None] Set router ea22b6ee-eeec-4f12-8c54-137171f81e80 gateway port host: dv-cinder-786385-7-smb {{(pid=91541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:03:22.918430 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c253bc-c476-467d-8926-f7f948fb7608 req-d12b9876-e618-40d6-90ca-c9ee36735819 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:22.925292 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-98c253bc-c476-467d-8926-f7f948fb7608 req-d12b9876-e618-40d6-90ca-c9ee36735819 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 945 time: 0.1045916 Jun 02 08:03:22.982687 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-98c253bc-c476-467d-8926-f7f948fb7608 req-84bd7b8a-4969-4b80-a2ce-fd0d1bcbb1ce tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562580 Jun 02 08:03:23.191714 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-d2be8f85-727e-4798-9389-fc35f5f2425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'name': 'tempest-AttachVolumeTestJSON-2040021533-router', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '3485cd67-fee9-4f35-9f3e-1e4562d1c065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:46Z', 'updated_at': '2021-06-02T07:57:54Z', 'revision_number': 4, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'gw_port': {'id': '3485cd67-fee9-4f35-9f3e-1e4562d1c065', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:47Z', 'updated_at': '2021-06-02T07:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': '1204b6aa-0566-4422-bf89-81ed2587366e', 'name': '', 'network_id': '5920cfca-f051-4509-941a-46b192c48b56', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'mac_address': 'fa:16:3e:90:1c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '80579146-c765-4f7b-89f0-58e1765e1f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:53Z', 'updated_at': '2021-06-02T07:58:06Z', 'revision_number': 5, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'subnets': [{'id': '80579146-c765-4f7b-89f0-58e1765e1f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:03:23.195788 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2be8f85-727e-4798-9389-fc35f5f2425d None None] Checking router: ea22b6ee-eeec-4f12-8c54-137171f81e80 for host: dv-cinder-786385-7-smb {{(pid=91541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 08:03:23.206523 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2be8f85-727e-4798-9389-fc35f5f2425d None None] Routers {'ea22b6ee-eeec-4f12-8c54-137171f81e80'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:03:23.207283 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-d2be8f85-727e-4798-9389-fc35f5f2425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:03:03Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['ea22b6ee-eeec-4f12-8c54-137171f81e80'], 'active': True} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:03:23.420735 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvr_db [None req-d2be8f85-727e-4798-9389-fc35f5f2425d None None] Set router ea22b6ee-eeec-4f12-8c54-137171f81e80 gateway port host: dv-cinder-786385-7-smb {{(pid=91541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:03:23.554569 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d1d13-dc7e-4221-8bc9-843ea1a8fb4c req-a609f45b-ff8c-4a7a-a482-5a743786b3b5 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:23.556125 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0b0d1d13-dc7e-4221-8bc9-843ea1a8fb4c req-a609f45b-ff8c-4a7a-a482-5a743786b3b5 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 945 time: 0.1231174 Jun 02 08:03:23.610696 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 15be538c-6023-4f70-be3e-b8df5afd7294 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:03:23.634200 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 46566) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:03:23.680095 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] No Port match for: 15be538c-6023-4f70-be3e-b8df5afd7294 {{(pid=91541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 08:03:23.680600 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 15be538c-6023-4f70-be3e-b8df5afd7294 not bound to the agent host hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 08:03:23.715898 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b7a4ce79-2c68-4baa-86aa-dcd81edb1759 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:23.751083 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0b0d1d13-dc7e-4221-8bc9-843ea1a8fb4c req-865d9d7e-7ee3-42eb-9a57-2b889295ce42 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821473 Jun 02 08:03:23.771136 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b7a4ce79-2c68-4baa-86aa-dcd81edb1759 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:23.840099 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b7a4ce79-2c68-4baa-86aa-dcd81edb1759 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:23.851255 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-e441954f-a844-44c2-bcbb-fb37766439d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:23.859663 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-d2be8f85-727e-4798-9389-fc35f5f2425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'name': 'tempest-AttachVolumeTestJSON-2040021533-router', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '3485cd67-fee9-4f35-9f3e-1e4562d1c065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:46Z', 'updated_at': '2021-06-02T07:57:54Z', 'revision_number': 4, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'gw_port': {'id': '3485cd67-fee9-4f35-9f3e-1e4562d1c065', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:47Z', 'updated_at': '2021-06-02T07:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': '1204b6aa-0566-4422-bf89-81ed2587366e', 'name': '', 'network_id': '5920cfca-f051-4509-941a-46b192c48b56', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'mac_address': 'fa:16:3e:90:1c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '80579146-c765-4f7b-89f0-58e1765e1f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:53Z', 'updated_at': '2021-06-02T07:58:06Z', 'revision_number': 5, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'subnets': [{'id': '80579146-c765-4f7b-89f0-58e1765e1f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:03:23.864100 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2be8f85-727e-4798-9389-fc35f5f2425d None None] The sync data for ids ['ea22b6ee-eeec-4f12-8c54-137171f81e80'] in dv-cinder-786385-7-smb is: [{'id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'name': 'tempest-AttachVolumeTestJSON-2040021533-router', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '3485cd67-fee9-4f35-9f3e-1e4562d1c065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:46Z', 'updated_at': '2021-06-02T07:57:54Z', 'revision_number': 4, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'gw_port': {'id': '3485cd67-fee9-4f35-9f3e-1e4562d1c065', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:47Z', 'updated_at': '2021-06-02T07:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': '1204b6aa-0566-4422-bf89-81ed2587366e', 'name': '', 'network_id': '5920cfca-f051-4509-941a-46b192c48b56', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'mac_address': 'fa:16:3e:90:1c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '80579146-c765-4f7b-89f0-58e1765e1f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:53Z', 'updated_at': '2021-06-02T07:58:06Z', 'revision_number': 5, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'subnets': [{'id': '80579146-c765-4f7b-89f0-58e1765e1f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 08:03:23.864920 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4ce79-2c68-4baa-86aa-dcd81edb1759 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=541ebb03-d17e-4f49-a53f-d41c4696204e,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:23.870173 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-b7a4ce79-2c68-4baa-86aa-dcd81edb1759 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:23.873441 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b7a4ce79-2c68-4baa-86aa-dcd81edb1759 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:23.876986 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-b7a4ce79-2c68-4baa-86aa-dcd81edb1759 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "DELETE /v2.0/security-groups/541ebb03-d17e-4f49-a53f-d41c4696204e HTTP/1.1" status: 204 len: 168 time: 0.2379482 Jun 02 08:03:23.878052 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 46568) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:03:23.897667 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.api.v2.resource [None req-00b6f230-0c92-4a8f-8ff5-af44138169e3 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] show failed (client error): The resource could not be found. Jun 02 08:03:23.901930 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-00b6f230-0c92-4a8f-8ff5-af44138169e3 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "GET /v2.0/security-groups/541ebb03-d17e-4f49-a53f-d41c4696204e HTTP/1.1" status: 404 len: 347 time: 0.0188878 Jun 02 08:03:23.902402 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 46570) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:03:24.188717 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7820202c-7a8c-4752-ab79-4a95c74b0893 None None] New status for floating IP 8b71c914-4a03-43b1-b249-7ecefb845cd7: DOWN {{(pid=91542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 08:03:24.205122 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.plugin [None req-86c2c8e4-8528-467d-84d8-97b0491f885b tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Deleting port 304f0e43-6616-41c2-b808-c4419b9bae22 {{(pid=91540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:03:24.205376 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-86c2c8e4-8528-467d-84d8-97b0491f885b tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:24.252833 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6d24f-2f81-42f7-a59a-a754bca3c1c4 req-9cad0e4c-5772-4d4c-9566-8a087f542116 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:24.254260 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-49d6d24f-2f81-42f7-a59a-a754bca3c1c4 req-9cad0e4c-5772-4d4c-9566-8a087f542116 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 945 time: 0.1279609 Jun 02 08:03:24.467508 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-49d6d24f-2f81-42f7-a59a-a754bca3c1c4 req-0f92db66-128c-4d95-85c9-3baf66317843 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668242 Jun 02 08:03:24.475481 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-86c2c8e4-8528-467d-84d8-97b0491f885b tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:24.475805 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-86c2c8e4-8528-467d-84d8-97b0491f885b tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:24.615770 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.plugin [None req-86c2c8e4-8528-467d-84d8-97b0491f885b tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Calling delete_port for 304f0e43-6616-41c2-b808-c4419b9bae22 owned by network:floatingip {{(pid=91540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:03:24.757139 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-86c2c8e4-8528-467d-84d8-97b0491f885b tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27652422'] for port, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:24.760818 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:24.809277 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2c8e4-8528-467d-84d8-97b0491f885b tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Pushing event deleted for resources: {'Port': ['ID=304f0e43-6616-41c2-b808-c4419b9bae22,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:24.812897 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-86c2c8e4-8528-467d-84d8-97b0491f885b tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:24.940801 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-86c2c8e4-8528-467d-84d8-97b0491f885b tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks [] for floatingip, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:24.955989 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-86c2c8e4-8528-467d-84d8-97b0491f885b tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for floatingip, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:24.960122 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-86c2c8e4-8528-467d-84d8-97b0491f885b tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] 10.222.0.81 "DELETE /v2.0/floatingips/8b71c914-4a03-43b1-b249-7ecefb845cd7 HTTP/1.1" status: 204 len: 168 time: 1.0563767 Jun 02 08:03:25.045370 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ff0a2-2dbc-493a-908d-5d1609a68462 req-fd12b292-4c24-4e9a-8d55-cdc89d35dd50 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:25.052193 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a13ff0a2-2dbc-493a-908d-5d1609a68462 req-fd12b292-4c24-4e9a-8d55-cdc89d35dd50 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 945 time: 0.1414306 Jun 02 08:03:25.111958 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a13ff0a2-2dbc-493a-908d-5d1609a68462 req-b4513d71-2cb3-48ea-96ae-712f6f86273e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587664 Jun 02 08:03:25.694039 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08fb00-7ca9-49b7-85bf-9995d3dd59aa req-89e38642-88f2-4fb9-bedd-b34a135293d2 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:25.695647 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-ff08fb00-7ca9-49b7-85bf-9995d3dd59aa req-89e38642-88f2-4fb9-bedd-b34a135293d2 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 945 time: 0.0902138 Jun 02 08:03:25.752440 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-ff08fb00-7ca9-49b7-85bf-9995d3dd59aa req-1377087c-b6de-4fca-8fa6-62d7c862b1dc tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499439 Jun 02 08:03:26.347371 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79735186-52b2-4401-9e8a-4fb01b009b91 req-5e6a1808-5dd0-4c6c-bf5a-0e444b8cca24 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:26.351624 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-79735186-52b2-4401-9e8a-4fb01b009b91 req-5e6a1808-5dd0-4c6c-bf5a-0e444b8cca24 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 945 time: 0.1082087 Jun 02 08:03:26.415475 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-79735186-52b2-4401-9e8a-4fb01b009b91 req-06c3ec64-c8ba-4e35-b44d-925bdddb6da3 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574529 Jun 02 08:03:26.962974 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fde1d6-9730-4f30-b026-19273e17c88c req-0de42045-cf25-427c-8b6a-a6d495416fc0 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:26.964431 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-35fde1d6-9730-4f30-b026-19273e17c88c req-0de42045-cf25-427c-8b6a-a6d495416fc0 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 945 time: 0.0967081 Jun 02 08:03:27.017986 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-35fde1d6-9730-4f30-b026-19273e17c88c req-993158e5-1eb5-492f-aac6-6ed930c7db81 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479252 Jun 02 08:03:27.642192 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cde89-3ca2-429e-88c2-367682b96c93 req-6e25cac4-f6ee-4977-891f-0ae533d238db tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:27.645071 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c63cde89-3ca2-429e-88c2-367682b96c93 req-6e25cac4-f6ee-4977-891f-0ae533d238db tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 945 time: 0.1075959 Jun 02 08:03:27.698724 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c63cde89-3ca2-429e-88c2-367682b96c93 req-3005999c-e086-446a-b216-6e7dcc87b96d tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476258 Jun 02 08:03:28.240568 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8a758-78e4-4a37-addd-567d8a34c06f req-1bfc04ab-70de-48a3-8bc2-557bc3995156 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:28.242136 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-6ff8a758-78e4-4a37-addd-567d8a34c06f req-1bfc04ab-70de-48a3-8bc2-557bc3995156 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 945 time: 0.0842056 Jun 02 08:03:28.290161 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-6ff8a758-78e4-4a37-addd-567d8a34c06f req-57812c2d-a92f-4991-89e4-c6073cf1ad66 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412641 Jun 02 08:03:28.891037 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc4754-d767-4788-b6fb-d25f7c5e39c1 req-73c68c59-9590-4a77-9f57-2013ddc0ef00 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:28.892404 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-96cc4754-d767-4788-b6fb-d25f7c5e39c1 req-73c68c59-9590-4a77-9f57-2013ddc0ef00 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 945 time: 0.0823803 Jun 02 08:03:28.936575 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-96cc4754-d767-4788-b6fb-d25f7c5e39c1 req-98e9f014-38a0-4381-9dd1-1c65226c605c tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382831 Jun 02 08:03:29.043048 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17bc04-8cf9-403d-aa90-65205afae991 req-84ed66d8-3bd1-48da-893b-ea94c52ee5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:29.044539 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5b17bc04-8cf9-403d-aa90-65205afae991 req-84ed66d8-3bd1-48da-893b-ea94c52ee5e1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6b8d02cd22f94fd0a8a8af38d9d22b8d&device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 1098 time: 0.0707452 Jun 02 08:03:29.141278 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 46632) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:03:29.181833 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17bc04-8cf9-403d-aa90-65205afae991 req-36913f40-9bbb-4ca2-92fa-9953492246df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:29.183639 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5b17bc04-8cf9-403d-aa90-65205afae991 req-36913f40-9bbb-4ca2-92fa-9953492246df service neutron] 10.222.0.79 "GET /v2.0/networks?id=c2b2e088-f309-40ee-a9da-7f4c929ceb8e HTTP/1.1" status: 200 len: 917 time: 0.1287780 Jun 02 08:03:29.292482 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5b17bc04-8cf9-403d-aa90-65205afae991 req-3b70f81b-ac56-48b3-9e2c-82c215777e84 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e7a7acc-858d-4a25-9273-f31e41040d03 HTTP/1.1" status: 200 len: 1001 time: 0.0980518 Jun 02 08:03:29.365701 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17bc04-8cf9-403d-aa90-65205afae991 req-e2e0f567-124a-45be-b1f1-ae3bdc56fa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:29.367124 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5b17bc04-8cf9-403d-aa90-65205afae991 req-e2e0f567-124a-45be-b1f1-ae3bdc56fa71 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dab5414d-1dc2-421f-9986-4a6ba721194d HTTP/1.1" status: 200 len: 855 time: 0.0638237 Jun 02 08:03:29.449510 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17bc04-8cf9-403d-aa90-65205afae991 req-85711363-1050-451d-994f-6ec088b60661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:29.450959 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5b17bc04-8cf9-403d-aa90-65205afae991 req-85711363-1050-451d-994f-6ec088b60661 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c2b2e088-f309-40ee-a9da-7f4c929ceb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0720305 Jun 02 08:03:29.589398 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5b17bc04-8cf9-403d-aa90-65205afae991 req-832c6778-61ef-4aa0-81d9-5df27ee86a61 service neutron] 10.222.0.79 "GET /v2.0/networks/c2b2e088-f309-40ee-a9da-7f4c929ceb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269634 Jun 02 08:03:29.684723 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e0175-09ea-4dc3-8c6e-e67a4113b109 req-dec75a18-ed5f-4b62-a624-35400f3f1531 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:29.686158 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-3b9e0175-09ea-4dc3-8c6e-e67a4113b109 req-dec75a18-ed5f-4b62-a624-35400f3f1531 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 945 time: 0.2409093 Jun 02 08:03:29.726029 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5b17bc04-8cf9-403d-aa90-65205afae991 req-948891eb-024c-49fe-96b6-83655aac36ae service neutron] 10.222.0.79 "GET /v2.0/networks/c2b2e088-f309-40ee-a9da-7f4c929ceb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266325 Jun 02 08:03:29.781766 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-3b9e0175-09ea-4dc3-8c6e-e67a4113b109 req-32349f5a-60e9-4b6b-8533-206bce08d95d tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882804 Jun 02 08:03:29.926352 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-601f3c1d-c26e-428f-9b50-c4a05238834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:29.949597 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-2b18f192-30a1-4dcf-98a7-351d1e2b6864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-944181'] for router_interface, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:30.161840 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028be46-58ec-4755-9232-d5f79fa00e0c req-af28be11-06ce-4f9e-93b5-cab4a43f454d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:30.163292 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5028be46-58ec-4755-9232-d5f79fa00e0c req-af28be11-06ce-4f9e-93b5-cab4a43f454d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b35f5d14d93b40f0848158412804be41&device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 1098 time: 0.2191131 Jun 02 08:03:30.175262 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e5df35-f0e1-497a-bb96-7ff28b3cd95f req-ece61cd6-39e3-48bb-a1de-46b811f0909d tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:30.176713 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-d9e5df35-f0e1-497a-bb96-7ff28b3cd95f req-ece61cd6-39e3-48bb-a1de-46b811f0909d tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 945 time: 0.1067338 Jun 02 08:03:30.304421 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-d9e5df35-f0e1-497a-bb96-7ff28b3cd95f req-9c080433-c35f-4137-9261-4673c863e052 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076617 Jun 02 08:03:30.344323 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028be46-58ec-4755-9232-d5f79fa00e0c req-4ca72e2e-644b-430b-84da-2c60430ab8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:30.345780 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5028be46-58ec-4755-9232-d5f79fa00e0c req-4ca72e2e-644b-430b-84da-2c60430ab8e6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=87c948b6-776e-416a-8595-be6ae5ab6cc6 HTTP/1.1" status: 200 len: 909 time: 0.1682341 Jun 02 08:03:30.454675 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5028be46-58ec-4755-9232-d5f79fa00e0c req-b18fcbf3-42fe-42bb-abc6-a93cbbf14751 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edce5668-101c-48c4-837f-5bb832623f3a HTTP/1.1" status: 200 len: 1001 time: 0.1002793 Jun 02 08:03:30.482020 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [None req-2b18f192-30a1-4dcf-98a7-351d1e2b6864 admin admin] Deleting port 1204b6aa-0566-4422-bf89-81ed2587366e {{(pid=91539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:03:30.482623 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-2b18f192-30a1-4dcf-98a7-351d1e2b6864 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:30.524677 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028be46-58ec-4755-9232-d5f79fa00e0c req-e5885c22-b515-4ac4-a4d7-d5d2d3a944d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:30.526793 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5028be46-58ec-4755-9232-d5f79fa00e0c req-e5885c22-b515-4ac4-a4d7-d5d2d3a944d1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6b88b624-fc5a-4399-9939-be3292b885fc HTTP/1.1" status: 200 len: 847 time: 0.0640612 Jun 02 08:03:30.605505 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028be46-58ec-4755-9232-d5f79fa00e0c req-38236941-b8f4-4862-8649-51134f6bb52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:30.606506 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [None req-2b18f192-30a1-4dcf-98a7-351d1e2b6864 admin admin] For port 1204b6aa-0566-4422-bf89-81ed2587366e, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=1204b6aa-0566-4422-bf89-81ed2587366e,segment=NetworkSegment(7571d2f6-9016-4802-a030-87cae188c8e3),segment_id=7571d2f6-9016-4802-a030-87cae188c8e3)] {{(pid=91539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:03:30.606872 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-2b18f192-30a1-4dcf-98a7-351d1e2b6864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:30.606999 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5028be46-58ec-4755-9232-d5f79fa00e0c req-38236941-b8f4-4862-8649-51134f6bb52f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=87c948b6-776e-416a-8595-be6ae5ab6cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0724101 Jun 02 08:03:30.728759 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [None req-2b18f192-30a1-4dcf-98a7-351d1e2b6864 admin admin] Calling delete_port for 1204b6aa-0566-4422-bf89-81ed2587366e owned by network:router_interface {{(pid=91539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:03:30.739407 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5028be46-58ec-4755-9232-d5f79fa00e0c req-f18288e1-51c5-4ad3-b28b-0a870370b278 service neutron] 10.222.0.79 "GET /v2.0/networks/87c948b6-776e-416a-8595-be6ae5ab6cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247458 Jun 02 08:03:30.872531 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5028be46-58ec-4755-9232-d5f79fa00e0c req-bf42956b-a8bb-42c3-8f3f-7fa28f0053ee service neutron] 10.222.0.79 "GET /v2.0/networks/87c948b6-776e-416a-8595-be6ae5ab6cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252716 Jun 02 08:03:30.883174 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-2b18f192-30a1-4dcf-98a7-351d1e2b6864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:30.889880 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-cab1ec75-3884-447e-95d2-295b655fa5a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:31.000873 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18f192-30a1-4dcf-98a7-351d1e2b6864 admin admin] Pushing event deleted for resources: {'Port': ['ID=1204b6aa-0566-4422-bf89-81ed2587366e,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:31.008459 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-2b18f192-30a1-4dcf-98a7-351d1e2b6864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:31.160754 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17ac94-5abb-498f-b44c-dffc495fa134 req-4becf2c6-7cd5-41f7-8d13-287e9dcced1f tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:31.162193 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-db17ac94-5abb-498f-b44c-dffc495fa134 req-4becf2c6-7cd5-41f7-8d13-287e9dcced1f tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 945 time: 0.2422755 Jun 02 08:03:31.285548 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-db17ac94-5abb-498f-b44c-dffc495fa134 req-50f9a2f0-6d83-4b96-9f65-7fdb8f1f3160 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146200 Jun 02 08:03:31.299478 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-2b18f192-30a1-4dcf-98a7-351d1e2b6864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-944193'] for router_interface, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:31.499053 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b5ff1-650d-4acf-8a90-651fd42d4c4b req-dc55bf15-8802-42fa-8dd9-ca1f40ad0a6c tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:31.500529 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-063b5ff1-650d-4acf-8a90-651fd42d4c4b req-dc55bf15-8802-42fa-8dd9-ca1f40ad0a6c tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 945 time: 0.0850980 Jun 02 08:03:31.546219 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-063b5ff1-650d-4acf-8a90-651fd42d4c4b req-b2871bfd-cbb0-4753-aea5-cdec353f143a tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400238 Jun 02 08:03:31.646507 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 1e7a7acc-858d-4a25-9273-f31e41040d03 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:03:31.660206 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b18f192-30a1-4dcf-98a7-351d1e2b6864 admin admin] Router ea22b6ee-eeec-4f12-8c54-137171f81e80 has already been hosted by L3 agent 221affb1-81f2-42a7-84c7-b8c79a9401bf {{(pid=91539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 08:03:31.759932 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:31.788699 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed4afedd-ac2b-4cf4-9e71-282d562c6f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e7a7acc-858d-4a25-9273-f31e41040d03'}] {{(pid=91541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:03:31.790935 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab578fc78af4bba4052238dc90c68e3a7405fe2d006a0c4fb1b419504dc30437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed970030-e16d-4604-b230-b7de6b138101" -d '{"events": [{"server_uuid": "ed4afedd-ac2b-4cf4-9e71-282d562c6f60", "name": "network-vif-unplugged", "status": "completed", "tag": "1e7a7acc-858d-4a25-9273-f31e41040d03"}]}' {{(pid=91541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:03:31.799227 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 1e7a7acc-858d-4a25-9273-f31e41040d03, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1e7a7acc-858d-4a25-9273-f31e41040d03,segment=NetworkSegment(0a9f3729-62b7-4b55-a4b9-f7267fb154d2),segment_id=0a9f3729-62b7-4b55-a4b9-f7267fb154d2)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:03:31.805975 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:31.808409 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-acf13675-0420-47d0-bcdd-4cea73407ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:31.882045 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=1e7a7acc-858d-4a25-9273-f31e41040d03,revision_number=8']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:31.885067 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:31.951734 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b18f192-30a1-4dcf-98a7-351d1e2b6864 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-smb the message routers_updated {{(pid=91539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 08:03:31.962066 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16987da6-bfd8-41fd-8e84-5c9d926389ec None None] Sync routers for ids ['ea22b6ee-eeec-4f12-8c54-137171f81e80'] in dv-cinder-786385-7-smb {{(pid=91541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 08:03:31.965017 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-2b18f192-30a1-4dcf-98a7-351d1e2b6864 admin admin] 10.222.0.81 "PUT /v2.0/routers/ea22b6ee-eeec-4f12-8c54-137171f81e80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8224933 Jun 02 08:03:31.967510 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 46648) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:03:31.973296 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16987da6-bfd8-41fd-8e84-5c9d926389ec None None] Routers {'ea22b6ee-eeec-4f12-8c54-137171f81e80'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:03:31.973960 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-16987da6-bfd8-41fd-8e84-5c9d926389ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:03:03Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['ea22b6ee-eeec-4f12-8c54-137171f81e80'], 'active': True} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:03:32.020906 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Jun 2021 08:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b667609-ff58-4893-b503-4ee4ed6290d3 x-openstack-request-id: req-3b667609-ff58-4893-b503-4ee4ed6290d3 {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:03:32.021139 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed4afedd-ac2b-4cf4-9e71-282d562c6f60", "name": "network-vif-unplugged", "status": "completed", "tag": "1e7a7acc-858d-4a25-9273-f31e41040d03", "code": 200}]} {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:03:32.021398 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3b667609-ff58-4893-b503-4ee4ed6290d3 {{(pid=91541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:03:32.021724 dv-cinder-786385-7-smb neutron-server[91541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed4afedd-ac2b-4cf4-9e71-282d562c6f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e7a7acc-858d-4a25-9273-f31e41040d03', 'code': 200} Jun 02 08:03:32.150248 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-104df440-317c-4d78-8f65-e34e8036f372 admin admin] Notify callbacks [] for router, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:32.154775 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvr_db [None req-16987da6-bfd8-41fd-8e84-5c9d926389ec None None] Set router ea22b6ee-eeec-4f12-8c54-137171f81e80 gateway port host: dv-cinder-786385-7-smb {{(pid=91541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:03:32.329406 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-104df440-317c-4d78-8f65-e34e8036f372 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:32.408591 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [None req-104df440-317c-4d78-8f65-e34e8036f372 admin admin] Deleting port 3485cd67-fee9-4f35-9f3e-1e4562d1c065 {{(pid=91539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:03:32.409253 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-104df440-317c-4d78-8f65-e34e8036f372 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:32.409668 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:32.475085 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc637af0-b83b-4d04-b0e2-251fa6c3211e req-d2e02dc8-b2a9-4511-be85-af6fdfc90997 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:32.476587 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-bc637af0-b83b-4d04-b0e2-251fa6c3211e req-d2e02dc8-b2a9-4511-be85-af6fdfc90997 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 945 time: 0.0823193 Jun 02 08:03:32.496354 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-16987da6-bfd8-41fd-8e84-5c9d926389ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'name': 'tempest-AttachVolumeTestJSON-2040021533-router', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '3485cd67-fee9-4f35-9f3e-1e4562d1c065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:46Z', 'updated_at': '2021-06-02T08:03:30Z', 'revision_number': 5, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'gw_port': {'id': '3485cd67-fee9-4f35-9f3e-1e4562d1c065', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:47Z', 'updated_at': '2021-06-02T07:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb'}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:03:32.500581 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16987da6-bfd8-41fd-8e84-5c9d926389ec None None] Checking router: ea22b6ee-eeec-4f12-8c54-137171f81e80 for host: dv-cinder-786385-7-smb {{(pid=91541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 08:03:32.509170 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16987da6-bfd8-41fd-8e84-5c9d926389ec None None] Routers {'ea22b6ee-eeec-4f12-8c54-137171f81e80'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:03:32.509853 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-16987da6-bfd8-41fd-8e84-5c9d926389ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:03:03Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['ea22b6ee-eeec-4f12-8c54-137171f81e80'], 'active': True} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:03:32.548462 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-bc637af0-b83b-4d04-b0e2-251fa6c3211e req-636ea714-0ae8-48d7-9bc8-adfad7e9e390 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639062 Jun 02 08:03:32.552480 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [None req-104df440-317c-4d78-8f65-e34e8036f372 admin admin] For port 3485cd67-fee9-4f35-9f3e-1e4562d1c065, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=3485cd67-fee9-4f35-9f3e-1e4562d1c065,segment=NetworkSegment(f5cbd04c-dcdc-483c-9882-54251cba879c),segment_id=f5cbd04c-dcdc-483c-9882-54251cba879c)] {{(pid=91539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:03:32.553224 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-104df440-317c-4d78-8f65-e34e8036f372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:32.688440 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvr_db [None req-16987da6-bfd8-41fd-8e84-5c9d926389ec None None] Set router ea22b6ee-eeec-4f12-8c54-137171f81e80 gateway port host: None {{(pid=91541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:03:32.726492 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [None req-104df440-317c-4d78-8f65-e34e8036f372 admin admin] Calling delete_port for 3485cd67-fee9-4f35-9f3e-1e4562d1c065 owned by network:router_gateway {{(pid=91539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:03:32.790303 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-d499f9a2-78de-459e-80f6-dd35d5e1742a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:32.799222 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-16987da6-bfd8-41fd-8e84-5c9d926389ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'name': 'tempest-AttachVolumeTestJSON-2040021533-router', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:46Z', 'updated_at': '2021-06-02T08:03:32Z', 'revision_number': 6, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'gw_port_host': None}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:03:32.803217 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16987da6-bfd8-41fd-8e84-5c9d926389ec None None] The sync data for ids ['ea22b6ee-eeec-4f12-8c54-137171f81e80'] in dv-cinder-786385-7-smb is: [{'id': 'ea22b6ee-eeec-4f12-8c54-137171f81e80', 'name': 'tempest-AttachVolumeTestJSON-2040021533-router', 'tenant_id': '688fc7fec3424c8e87ae035c39491898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:46Z', 'updated_at': '2021-06-02T08:03:32Z', 'revision_number': 6, 'project_id': '688fc7fec3424c8e87ae035c39491898', 'gw_port_host': None}] {{(pid=91541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 08:03:32.839842 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a891225-5ab4-4092-8884-ee7f85767315 req-f544f067-69aa-4633-ad58-71fa7865c418 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:32.841320 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9a891225-5ab4-4092-8884-ee7f85767315 req-f544f067-69aa-4633-ad58-71fa7865c418 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 943 time: 0.1112432 Jun 02 08:03:32.898964 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9a891225-5ab4-4092-8884-ee7f85767315 req-fb23ee99-3b6d-4ddb-919c-ac8b1a33bd55 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502424 Jun 02 08:03:32.990951 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-104df440-317c-4d78-8f65-e34e8036f372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:32.995952 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-4758cf76-1ad3-4793-9a94-9db44c0b7a0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:33.040394 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104df440-317c-4d78-8f65-e34e8036f372 admin admin] Pushing event deleted for resources: {'Port': ['ID=3485cd67-fee9-4f35-9f3e-1e4562d1c065,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:33.071183 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-104df440-317c-4d78-8f65-e34e8036f372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:33.133361 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-104df440-317c-4d78-8f65-e34e8036f372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946132'] for router_gateway, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:33.228212 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.agents_db [None req-10acdd10-972e-4945-a856-8243e035fc02 None None] Agent healthcheck: found 6 active agents {{(pid=91542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 08:03:33.312294 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-104df440-317c-4d78-8f65-e34e8036f372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3831'] for router, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:33.314502 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-104df440-317c-4d78-8f65-e34e8036f372 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:33.447829 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-104df440-317c-4d78-8f65-e34e8036f372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012666'] for router, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:33.448400 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104df440-317c-4d78-8f65-e34e8036f372 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea22b6ee-eeec-4f12-8c54-137171f81e80 {{(pid=91539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 08:03:33.460446 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-104df440-317c-4d78-8f65-e34e8036f372 admin admin] Notify callbacks [] for router, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:33.464429 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-104df440-317c-4d78-8f65-e34e8036f372 admin admin] 10.222.0.81 "DELETE /v2.0/routers/ea22b6ee-eeec-4f12-8c54-137171f81e80 HTTP/1.1" status: 204 len: 168 time: 1.4933615 Jun 02 08:03:33.464710 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 46666) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:03:33.525544 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f2b119-b72a-4d15-894b-b25a837e9d95 admin admin] Deleting subnet 80579146-c765-4f7b-89f0-58e1765e1f5a {{(pid=91539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 08:03:33.529148 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-55f2b119-b72a-4d15-894b-b25a837e9d95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:33.600746 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-55f2b119-b72a-4d15-894b-b25a837e9d95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1809723'] for subnet, precommit_delete_associations {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:33.694441 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-55f2b119-b72a-4d15-894b-b25a837e9d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862327'] for subnet, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:33.778599 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef647c9b-0fc5-40e5-8cbb-6a83a8d7ba2d req-26bc3ca6-a5dc-4b6b-80db-d9a965e9ce9f tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:33.785701 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-ef647c9b-0fc5-40e5-8cbb-6a83a8d7ba2d req-26bc3ca6-a5dc-4b6b-80db-d9a965e9ce9f tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 945 time: 0.1107817 Jun 02 08:03:33.836407 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-ef647c9b-0fc5-40e5-8cbb-6a83a8d7ba2d req-ebac786c-f182-4262-901f-4e9d4a3fad69 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495682 Jun 02 08:03:33.985202 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-55f2b119-b72a-4d15-894b-b25a837e9d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1806373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1601809'] for subnet, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:33.997826 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:34.012873 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:34.033564 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-55f2b119-b72a-4d15-894b-b25a837e9d95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for subnet, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:34.036347 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f2b119-b72a-4d15-894b-b25a837e9d95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80579146-c765-4f7b-89f0-58e1765e1f5a,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:34.039105 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a09377-0031-437c-b739-2c2dbf559c08 None None] Network 5920cfca-f051-4509-941a-46b192c48b56 requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 08:03:34.043746 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-55f2b119-b72a-4d15-894b-b25a837e9d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:34.052782 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-55f2b119-b72a-4d15-894b-b25a837e9d95 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/80579146-c765-4f7b-89f0-58e1765e1f5a HTTP/1.1" status: 204 len: 168 time: 0.5870538 Jun 02 08:03:34.055296 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 46680) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:03:34.203702 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 46688) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:03:34.271828 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-e145ee89-cbf8-43a7-be4b-21bd91d976e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3903172'] for network, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:34.340618 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1b6c87a8-4b67-44a1-9d87-39ba90d98c3b req-1954254a-ba36-481e-9a11-b12069e81f8d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1355698 Jun 02 08:03:34.361249 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86822fd7-ff1b-4ac3-bc5d-dfdc663a3bf7 None None] DHCP port deletion for 5920cfca-f051-4509-941a-46b192c48b56 request from dv-cinder-786385-7-smb {{(pid=91541) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 08:03:34.365775 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77069ee5-0cf0-4198-9c36-78b405064675 req-71a5acf7-09f1-48c9-93b2-3ce7b5c043dc tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:34.367227 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-77069ee5-0cf0-4198-9c36-78b405064675 req-71a5acf7-09f1-48c9-93b2-3ce7b5c043dc tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 945 time: 0.1674607 Jun 02 08:03:34.422659 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.plugin [None req-e145ee89-cbf8-43a7-be4b-21bd91d976e6 admin admin] Deleting port eab67fa7-d6fd-43d0-a21b-be87c00aca7b {{(pid=91540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:03:34.423139 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-e145ee89-cbf8-43a7-be4b-21bd91d976e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:34.441035 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-86822fd7-ff1b-4ac3-bc5d-dfdc663a3bf7 None None] Deleting port eab67fa7-d6fd-43d0-a21b-be87c00aca7b {{(pid=91541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:03:34.441630 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-86822fd7-ff1b-4ac3-bc5d-dfdc663a3bf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:34.527541 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-77069ee5-0cf0-4198-9c36-78b405064675 req-309cc5d4-09ee-4a5a-b280-4a2e56bf675a tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496327 Jun 02 08:03:34.534524 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.db [None req-e145ee89-cbf8-43a7-be4b-21bd91d976e6 admin admin] For port eab67fa7-d6fd-43d0-a21b-be87c00aca7b, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=eab67fa7-d6fd-43d0-a21b-be87c00aca7b,segment=NetworkSegment(7571d2f6-9016-4802-a030-87cae188c8e3),segment_id=7571d2f6-9016-4802-a030-87cae188c8e3)] {{(pid=91540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:03:34.535114 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-e145ee89-cbf8-43a7-be4b-21bd91d976e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:34.597935 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-86822fd7-ff1b-4ac3-bc5d-dfdc663a3bf7 None None] For port eab67fa7-d6fd-43d0-a21b-be87c00aca7b, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=eab67fa7-d6fd-43d0-a21b-be87c00aca7b,segment=NetworkSegment(7571d2f6-9016-4802-a030-87cae188c8e3),segment_id=7571d2f6-9016-4802-a030-87cae188c8e3)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:03:34.598434 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-86822fd7-ff1b-4ac3-bc5d-dfdc663a3bf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:34.680981 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device eab67fa7-d6fd-43d0-a21b-be87c00aca7b no longer exists at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:03:34.793560 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716b4ad-b825-4743-a096-8bcbc942240a req-079ef081-b815-4d4d-a333-9ebfaec24df0 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:34.802531 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-f716b4ad-b825-4743-a096-8bcbc942240a req-079ef081-b815-4d4d-a333-9ebfaec24df0 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 943 time: 0.1019561 Jun 02 08:03:34.806014 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.plugin [None req-e145ee89-cbf8-43a7-be4b-21bd91d976e6 admin admin] Calling delete_port for eab67fa7-d6fd-43d0-a21b-be87c00aca7b owned by network:dhcp {{(pid=91540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:03:34.809889 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-86822fd7-ff1b-4ac3-bc5d-dfdc663a3bf7 None None] Calling delete_port for eab67fa7-d6fd-43d0-a21b-be87c00aca7b owned by network:dhcp {{(pid=91541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:03:34.862391 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-f716b4ad-b825-4743-a096-8bcbc942240a req-b4a4c790-618a-4127-be2f-5038f00bf84b tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584540 Jun 02 08:03:34.894801 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:34.926594 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-2fd00c4d-5e13-4fcc-855e-08d83f3daccb req-f8302644-c9f1-4d50-b2f0-0490e4579ec8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1170554 Jun 02 08:03:34.937636 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-e145ee89-cbf8-43a7-be4b-21bd91d976e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27652422'] for port, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:34.943262 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-b91f56b2-2312-4cb2-b87a-b67171c49740 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:34.973048 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 1204b6aa-0566-4422-bf89-81ed2587366e no longer exists at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:03:35.007173 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145ee89-cbf8-43a7-be4b-21bd91d976e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=eab67fa7-d6fd-43d0-a21b-be87c00aca7b,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:35.009778 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e145ee89-cbf8-43a7-be4b-21bd91d976e6 admin admin] No DVR routers for this DVR port eab67fa7-d6fd-43d0-a21b-be87c00aca7b on host dv-cinder-786385-7-smb {{(pid=91540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 08:03:35.014586 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-e145ee89-cbf8-43a7-be4b-21bd91d976e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:35.051512 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-86822fd7-ff1b-4ac3-bc5d-dfdc663a3bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455'] for port, after_delete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:35.061884 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:35.097887 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] No Port match for: 1204b6aa-0566-4422-bf89-81ed2587366e {{(pid=91541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 08:03:35.098593 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 1204b6aa-0566-4422-bf89-81ed2587366e not bound to the agent host dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 08:03:35.099448 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 3485cd67-fee9-4f35-9f3e-1e4562d1c065 no longer exists at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:03:35.137590 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86822fd7-ff1b-4ac3-bc5d-dfdc663a3bf7 None None] Pushing event deleted for resources: {'Port': ['ID=eab67fa7-d6fd-43d0-a21b-be87c00aca7b,revision_number=None']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:35.139405 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86822fd7-ff1b-4ac3-bc5d-dfdc663a3bf7 None None] No DVR routers for this DVR port eab67fa7-d6fd-43d0-a21b-be87c00aca7b on host dv-cinder-786385-7-smb {{(pid=91541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 08:03:35.143038 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-e145ee89-cbf8-43a7-be4b-21bd91d976e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3859854', 'neutron.services.segments.db._delete_segments_for_network-8746790623609'] for network, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:35.148492 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-86822fd7-ff1b-4ac3-bc5d-dfdc663a3bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:35.150248 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] No Port match for: 3485cd67-fee9-4f35-9f3e-1e4562d1c065 {{(pid=91541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 08:03:35.150596 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 3485cd67-fee9-4f35-9f3e-1e4562d1c065 not bound to the agent host dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 08:03:35.163612 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.services.segments.db [None req-e145ee89-cbf8-43a7-be4b-21bd91d976e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5920cfca-f051-4509-941a-46b192c48b56']}} {{(pid=91540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:03:35.180889 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.services.segments.db [None req-e145ee89-cbf8-43a7-be4b-21bd91d976e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7571d2f6-9016-4802-a030-87cae188c8e3') {'for_net_delete': True} {{(pid=91540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:03:35.181292 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.services.segments.db [None req-e145ee89-cbf8-43a7-be4b-21bd91d976e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7571d2f6-9016-4802-a030-87cae188c8e3') {} {{(pid=91540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:03:35.196106 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-e145ee89-cbf8-43a7-be4b-21bd91d976e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746790628244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27334700'] for segment, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:35.219662 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-e145ee89-cbf8-43a7-be4b-21bd91d976e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479'] for segment, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:35.226515 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e145ee89-cbf8-43a7-be4b-21bd91d976e6 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=91540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 08:03:35.227012 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-e145ee89-cbf8-43a7-be4b-21bd91d976e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27652497'] for segment, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:35.241076 dv-cinder-786385-7-smb neutron-server[91540]: Traceback (most recent call last): Jun 02 08:03:35.241076 dv-cinder-786385-7-smb neutron-server[91540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 08:03:35.241076 dv-cinder-786385-7-smb neutron-server[91540]: timer() Jun 02 08:03:35.241076 dv-cinder-786385-7-smb neutron-server[91540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 08:03:35.241076 dv-cinder-786385-7-smb neutron-server[91540]: cb(*args, **kw) Jun 02 08:03:35.241076 dv-cinder-786385-7-smb neutron-server[91540]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 08:03:35.241076 dv-cinder-786385-7-smb neutron-server[91540]: return func(*args, **kwargs) Jun 02 08:03:35.241076 dv-cinder-786385-7-smb neutron-server[91540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 08:03:35.241076 dv-cinder-786385-7-smb neutron-server[91540]: self._notify() Jun 02 08:03:35.241076 dv-cinder-786385-7-smb neutron-server[91540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 08:03:35.241076 dv-cinder-786385-7-smb neutron-server[91540]: self.callback(batched_events) Jun 02 08:03:35.241076 dv-cinder-786385-7-smb neutron-server[91540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 08:03:35.241076 dv-cinder-786385-7-smb neutron-server[91540]: event.method(event) Jun 02 08:03:35.241076 dv-cinder-786385-7-smb neutron-server[91540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 08:03:35.241076 dv-cinder-786385-7-smb neutron-server[91540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 08:03:35.241076 dv-cinder-786385-7-smb neutron-server[91540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 08:03:35.241076 dv-cinder-786385-7-smb neutron-server[91540]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 08:03:35.241076 dv-cinder-786385-7-smb neutron-server[91540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 08:03:35.241076 dv-cinder-786385-7-smb neutron-server[91540]: return f(self, *a, **k) Jun 02 08:03:35.241076 dv-cinder-786385-7-smb neutron-server[91540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 08:03:35.241076 dv-cinder-786385-7-smb neutron-server[91540]: return self._get(url).json() Jun 02 08:03:35.241076 dv-cinder-786385-7-smb neutron-server[91540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 08:03:35.241076 dv-cinder-786385-7-smb neutron-server[91540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 08:03:35.241076 dv-cinder-786385-7-smb neutron-server[91540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 08:03:35.241076 dv-cinder-786385-7-smb neutron-server[91540]: return self.request(url, 'GET', **kwargs) Jun 02 08:03:35.241076 dv-cinder-786385-7-smb neutron-server[91540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 08:03:35.241076 dv-cinder-786385-7-smb neutron-server[91540]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 08:03:35.241076 dv-cinder-786385-7-smb neutron-server[91540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 08:03:35.241076 dv-cinder-786385-7-smb neutron-server[91540]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 08:03:35.241076 dv-cinder-786385-7-smb neutron-server[91540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 08:03:35.241076 dv-cinder-786385-7-smb neutron-server[91540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 08:03:35.241076 dv-cinder-786385-7-smb neutron-server[91540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 08:03:35.328555 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-e145ee89-cbf8-43a7-be4b-21bd91d976e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3859897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-947529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-945717'] for network, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:35.332596 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:35.353991 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-e145ee89-cbf8-43a7-be4b-21bd91d976e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for network, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:35.358896 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:35.370317 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145ee89-cbf8-43a7-be4b-21bd91d976e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5920cfca-f051-4509-941a-46b192c48b56,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:35.373293 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-e145ee89-cbf8-43a7-be4b-21bd91d976e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:35.389341 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-e145ee89-cbf8-43a7-be4b-21bd91d976e6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/5920cfca-f051-4509-941a-46b192c48b56 HTTP/1.1" status: 204 len: 168 time: 1.3328545 Jun 02 08:03:35.509971 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 46722) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:03:35.566925 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-f7d98387-f36c-4ede-a7ba-fb3742436fc2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=688fc7fec3424c8e87ae035c39491898&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0545611 Jun 02 08:03:35.573030 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 46726) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:03:35.640110 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b78a80d1-e842-4563-b302-94485cb5b29e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:35.658835 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device edce5668-101c-48c4-837f-5bb832623f3a no longer exists at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:03:35.706202 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b78a80d1-e842-4563-b302-94485cb5b29e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:35.777210 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0245c11-7df5-4276-b6ed-430d2ccaa53d req-8ae1f59d-fc1c-4a95-b36d-76d46de59889 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:35.778707 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-b0245c11-7df5-4276-b6ed-430d2ccaa53d req-8ae1f59d-fc1c-4a95-b36d-76d46de59889 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 945 time: 0.1243112 Jun 02 08:03:35.779016 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:35.810883 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b78a80d1-e842-4563-b302-94485cb5b29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:35.811488 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30f239a-2869-4c74-935b-97180c67ab9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edce5668-101c-48c4-837f-5bb832623f3a'}] {{(pid=91541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:03:35.813677 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab578fc78af4bba4052238dc90c68e3a7405fe2d006a0c4fb1b419504dc30437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efb307a-a718-4e87-9bc2-6c2882b800b3" -d '{"events": [{"server_uuid": "a30f239a-2869-4c74-935b-97180c67ab9c", "name": "network-vif-unplugged", "status": "completed", "tag": "edce5668-101c-48c4-837f-5bb832623f3a"}]}' {{(pid=91541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:03:35.823697 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-bccf050b-4aa8-47f5-b14c-18e1a6d45551 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:35.829001 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port edce5668-101c-48c4-837f-5bb832623f3a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=edce5668-101c-48c4-837f-5bb832623f3a,segment=NetworkSegment(c9eebd2b-9718-4d11-bc88-206eacd96281),segment_id=c9eebd2b-9718-4d11-bc88-206eacd96281)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:03:35.835044 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:35.835888 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 1e7a7acc-858d-4a25-9273-f31e41040d03 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:03:35.849583 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-b0245c11-7df5-4276-b6ed-430d2ccaa53d req-c9c7bf42-5816-4f70-bcf9-838ad82817a5 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639269 Jun 02 08:03:35.850567 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a80d1-e842-4563-b302-94485cb5b29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbe9cef-3612-40dc-9223-34902c17e1f3,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:35.862158 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-b78a80d1-e842-4563-b302-94485cb5b29e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:35.864506 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b78a80d1-e842-4563-b302-94485cb5b29e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:35.868222 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-b78a80d1-e842-4563-b302-94485cb5b29e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8bbe9cef-3612-40dc-9223-34902c17e1f3 HTTP/1.1" status: 204 len: 168 time: 0.2979584 Jun 02 08:03:35.874507 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 02 Jun 2021 08:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8467a8b-2159-49a6-9288-157ade8c695f x-openstack-request-id: req-f8467a8b-2159-49a6-9288-157ade8c695f {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:03:35.874928 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30f239a-2869-4c74-935b-97180c67ab9c", "name": "network-vif-unplugged", "status": "failed", "tag": "edce5668-101c-48c4-837f-5bb832623f3a", "code": 422}]} {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:03:35.875354 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f8467a8b-2159-49a6-9288-157ade8c695f {{(pid=91541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:03:35.876111 dv-cinder-786385-7-smb neutron-server[91541]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a30f239a-2869-4c74-935b-97180c67ab9c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'edce5668-101c-48c4-837f-5bb832623f3a', 'code': 422} returned with failed status Jun 02 08:03:35.881725 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:35.994941 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=edce5668-101c-48c4-837f-5bb832623f3a,revision_number=6']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:36.028943 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:36.074969 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd00c4d-5e13-4fcc-855e-08d83f3daccb req-d15f8ebc-6569-4369-8615-4fd0558af14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:36.076878 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-2fd00c4d-5e13-4fcc-855e-08d83f3daccb req-d15f8ebc-6569-4369-8615-4fd0558af14b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60&tenant_id=6b8d02cd22f94fd0a8a8af38d9d22b8d HTTP/1.1" status: 200 len: 1096 time: 0.1464381 Jun 02 08:03:36.096649 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149b046-0792-43cb-85fb-81414301bcb8 req-5194ddab-2e78-4978-8d71-0b112432e21d tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:36.098614 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0149b046-0792-43cb-85fb-81414301bcb8 req-5194ddab-2e78-4978-8d71-0b112432e21d tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 943 time: 0.1057441 Jun 02 08:03:36.152656 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0149b046-0792-43cb-85fb-81414301bcb8 req-697d0bda-c914-4603-b4df-f725f4eb6f3e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475280 Jun 02 08:03:36.195788 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd00c4d-5e13-4fcc-855e-08d83f3daccb req-b6795441-7502-43c1-84db-d82e53c567d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:36.197291 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-2fd00c4d-5e13-4fcc-855e-08d83f3daccb req-b6795441-7502-43c1-84db-d82e53c567d6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6b8d02cd22f94fd0a8a8af38d9d22b8d&device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 1096 time: 0.0957372 Jun 02 08:03:36.335538 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd00c4d-5e13-4fcc-855e-08d83f3daccb req-39747d0f-d1c7-4019-890a-a63c17e7492c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:36.336998 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-2fd00c4d-5e13-4fcc-855e-08d83f3daccb req-39747d0f-d1c7-4019-890a-a63c17e7492c service neutron] 10.222.0.79 "GET /v2.0/networks?id=c2b2e088-f309-40ee-a9da-7f4c929ceb8e HTTP/1.1" status: 200 len: 917 time: 0.1321886 Jun 02 08:03:36.444358 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-2fd00c4d-5e13-4fcc-855e-08d83f3daccb req-4cbd2027-e2c9-4d7a-833b-bf1facb5fb8d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e7a7acc-858d-4a25-9273-f31e41040d03 HTTP/1.1" status: 200 len: 999 time: 0.0988526 Jun 02 08:03:36.527300 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd00c4d-5e13-4fcc-855e-08d83f3daccb req-27d31aee-afdd-4946-9b62-bb29cbf08d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:36.532548 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-2fd00c4d-5e13-4fcc-855e-08d83f3daccb req-27d31aee-afdd-4946-9b62-bb29cbf08d26 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dab5414d-1dc2-421f-9986-4a6ba721194d HTTP/1.1" status: 200 len: 855 time: 0.0730777 Jun 02 08:03:36.540567 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c87a8-4b67-44a1-9d87-39ba90d98c3b req-728b55cd-c294-4ba6-900f-c8bcb5ecab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:36.542359 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1b6c87a8-4b67-44a1-9d87-39ba90d98c3b req-728b55cd-c294-4ba6-900f-c8bcb5ecab3d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c&tenant_id=b35f5d14d93b40f0848158412804be41 HTTP/1.1" status: 200 len: 1096 time: 0.0824583 Jun 02 08:03:36.617588 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd00c4d-5e13-4fcc-855e-08d83f3daccb req-8039b345-f6bc-42e7-a6bd-36b434bd199b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:36.619045 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-2fd00c4d-5e13-4fcc-855e-08d83f3daccb req-8039b345-f6bc-42e7-a6bd-36b434bd199b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c2b2e088-f309-40ee-a9da-7f4c929ceb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0783350 Jun 02 08:03:36.645165 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c87a8-4b67-44a1-9d87-39ba90d98c3b req-6ac12828-cabb-499e-9dc5-75b37cd96279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:36.646907 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1b6c87a8-4b67-44a1-9d87-39ba90d98c3b req-6ac12828-cabb-499e-9dc5-75b37cd96279 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b35f5d14d93b40f0848158412804be41&device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 1096 time: 0.0812523 Jun 02 08:03:36.754130 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-2fd00c4d-5e13-4fcc-855e-08d83f3daccb req-083c6de2-031e-44b5-a8f2-061b1c637c0b service neutron] 10.222.0.79 "GET /v2.0/networks/c2b2e088-f309-40ee-a9da-7f4c929ceb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279345 Jun 02 08:03:36.780247 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c87a8-4b67-44a1-9d87-39ba90d98c3b req-c123df26-0f20-46da-832c-52aa383c680f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:36.781689 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1b6c87a8-4b67-44a1-9d87-39ba90d98c3b req-c123df26-0f20-46da-832c-52aa383c680f service neutron] 10.222.0.79 "GET /v2.0/networks?id=87c948b6-776e-416a-8595-be6ae5ab6cc6 HTTP/1.1" status: 200 len: 909 time: 0.1284566 Jun 02 08:03:36.903575 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1b6c87a8-4b67-44a1-9d87-39ba90d98c3b req-20cbc584-03ae-4c28-9667-4d76797af9d2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edce5668-101c-48c4-837f-5bb832623f3a HTTP/1.1" status: 200 len: 999 time: 0.1140010 Jun 02 08:03:36.907219 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-2fd00c4d-5e13-4fcc-855e-08d83f3daccb req-40a77ffb-ce57-4589-9a08-5e77cd8961b3 service neutron] 10.222.0.79 "GET /v2.0/networks/c2b2e088-f309-40ee-a9da-7f4c929ceb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415403 Jun 02 08:03:36.991687 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c87a8-4b67-44a1-9d87-39ba90d98c3b req-b62170b5-fa6d-4352-9684-cb13488f984f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:36.993271 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1b6c87a8-4b67-44a1-9d87-39ba90d98c3b req-b62170b5-fa6d-4352-9684-cb13488f984f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6b88b624-fc5a-4399-9939-be3292b885fc HTTP/1.1" status: 200 len: 847 time: 0.0742056 Jun 02 08:03:37.064442 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289a44e-bd9b-42f6-95ff-41696cc62b04 req-99eec74e-99ee-402a-a266-cf4926277eb6 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:37.066139 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c289a44e-bd9b-42f6-95ff-41696cc62b04 req-99eec74e-99ee-402a-a266-cf4926277eb6 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 943 time: 0.0910678 Jun 02 08:03:37.077320 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c87a8-4b67-44a1-9d87-39ba90d98c3b req-c2efeb1b-a709-44d6-bc50-ee2d43179b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:37.078771 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1b6c87a8-4b67-44a1-9d87-39ba90d98c3b req-c2efeb1b-a709-44d6-bc50-ee2d43179b6e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=87c948b6-776e-416a-8595-be6ae5ab6cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0751083 Jun 02 08:03:37.211379 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c289a44e-bd9b-42f6-95ff-41696cc62b04 req-7c536636-c9a3-4c23-9626-62cf69329a23 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390958 Jun 02 08:03:37.257337 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1b6c87a8-4b67-44a1-9d87-39ba90d98c3b req-dce2e41c-7c92-4a1b-97b7-1446c6ff08ca service neutron] 10.222.0.79 "GET /v2.0/networks/87c948b6-776e-416a-8595-be6ae5ab6cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714242 Jun 02 08:03:37.590932 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1b6c87a8-4b67-44a1-9d87-39ba90d98c3b req-909f3e59-7236-42b1-8b64-f6c0c6601154 service neutron] 10.222.0.79 "GET /v2.0/networks/87c948b6-776e-416a-8595-be6ae5ab6cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220494 Jun 02 08:03:37.602669 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e4878-a669-4b05-b62e-f8ea6757faee req-7d6e5614-285f-4f7a-a76d-1eee3b8b742d tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:37.604888 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-734e4878-a669-4b05-b62e-f8ea6757faee req-7d6e5614-285f-4f7a-a76d-1eee3b8b742d tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 943 time: 0.2830060 Jun 02 08:03:37.675870 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-734e4878-a669-4b05-b62e-f8ea6757faee req-5f70e923-9d88-4189-b78a-266d6e932554 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637798 Jun 02 08:03:38.435704 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25c8af-6ea1-4dd4-8bea-c4b8b02deb5e req-33596d01-3790-4c27-af11-bbea7baa08fe tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:38.437192 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-fb25c8af-6ea1-4dd4-8bea-c4b8b02deb5e req-33596d01-3790-4c27-af11-bbea7baa08fe tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 943 time: 0.0859919 Jun 02 08:03:38.480595 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-fb25c8af-6ea1-4dd4-8bea-c4b8b02deb5e req-dd54aa38-e5a9-4d4c-98ef-e18a96f3b8b9 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376945 Jun 02 08:03:38.881599 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c346b1-8458-4c0c-9141-8c495bf3e2ce req-ebd3b62d-c780-4cdf-abad-fffdadca81f4 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:38.883256 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-39c346b1-8458-4c0c-9141-8c495bf3e2ce req-ebd3b62d-c780-4cdf-abad-fffdadca81f4 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 943 time: 0.0852518 Jun 02 08:03:38.929718 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-39c346b1-8458-4c0c-9141-8c495bf3e2ce req-11aebbcf-7d27-4b26-bad4-51c71f38eb28 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405376 Jun 02 08:03:39.695406 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b74f2-aa5e-45a3-a9c1-66aed0d74d9a req-73d910a1-91fd-4595-93ed-5558469de3dc tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:39.700256 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-753b74f2-aa5e-45a3-a9c1-66aed0d74d9a req-73d910a1-91fd-4595-93ed-5558469de3dc tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 943 time: 0.0872359 Jun 02 08:03:39.763433 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-753b74f2-aa5e-45a3-a9c1-66aed0d74d9a req-30a64432-7782-4712-b9b9-df9ff071e944 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598540 Jun 02 08:03:39.827580 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:40.135062 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc2a24-a942-4843-8974-b642e92c613b req-9744a4a3-38a8-4263-b5d1-cbeafbe73180 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:40.136607 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-88fc2a24-a942-4843-8974-b642e92c613b req-9744a4a3-38a8-4263-b5d1-cbeafbe73180 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 943 time: 0.0848374 Jun 02 08:03:40.186395 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-88fc2a24-a942-4843-8974-b642e92c613b req-235b0f7a-eef6-4a41-9bbc-73eeb0ed61d1 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441253 Jun 02 08:03:40.960022 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33457652-13e0-4261-916d-5611a6a47afe req-a0d542a1-655d-44bb-80ad-e73e3f0887cf tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:40.961458 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-33457652-13e0-4261-916d-5611a6a47afe req-a0d542a1-655d-44bb-80ad-e73e3f0887cf tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 943 time: 0.0818043 Jun 02 08:03:41.020682 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-33457652-13e0-4261-916d-5611a6a47afe req-efd4dcc5-5efe-496e-b339-5f7ebe09e5f7 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533392 Jun 02 08:03:41.401489 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d59544-3b6c-4768-b42d-08646304cba9 req-6f124e31-faf1-4dac-8f5b-f95a162bff66 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:41.403088 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-f2d59544-3b6c-4768-b42d-08646304cba9 req-6f124e31-faf1-4dac-8f5b-f95a162bff66 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 943 time: 0.0964541 Jun 02 08:03:41.476252 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-f2d59544-3b6c-4768-b42d-08646304cba9 req-a8c97c52-3ab1-4481-b140-0bd0484ee43a tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634763 Jun 02 08:03:42.118800 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 46864) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:03:42.219075 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f61341-995a-487d-a235-31723a3ab556 req-ffa4eda2-c9ab-4feb-a6f1-6390d5368f3d tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:42.220675 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-94f61341-995a-487d-a235-31723a3ab556 req-ffa4eda2-c9ab-4feb-a6f1-6390d5368f3d tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 943 time: 0.0846078 Jun 02 08:03:42.263863 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-3be31f2f-65d9-4699-9bb8-298f7dc25133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:42.288442 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-3be31f2f-65d9-4699-9bb8-298f7dc25133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:03:42.300604 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-3be31f2f-65d9-4699-9bb8-298f7dc25133 admin admin] Usage tracker for resource:security_group_rule and tenant:d03dad5f98cb4825995c03980cefcf24 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:03:42.305814 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-3be31f2f-65d9-4699-9bb8-298f7dc25133 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:03:42.312160 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-94f61341-995a-487d-a235-31723a3ab556 req-144fc8e2-e4c2-4ffc-add9-edb6b700c9d1 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832829 Jun 02 08:03:42.315895 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-3be31f2f-65d9-4699-9bb8-298f7dc25133 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:03:42.406280 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-3be31f2f-65d9-4699-9bb8-298f7dc25133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:42.411078 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-3be31f2f-65d9-4699-9bb8-298f7dc25133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:42.419316 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-7745dbb5-d0e3-4e7c-b0f8-a0ea4791cadf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:42.457590 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-3be31f2f-65d9-4699-9bb8-298f7dc25133 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d03dad5f98cb4825995c03980cefcf24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3371458 Jun 02 08:03:42.467851 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be31f2f-65d9-4699-9bb8-298f7dc25133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b93354-47fa-4e71-ada6-e182778228be,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:42.468099 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 46868) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:03:42.468559 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-3be31f2f-65d9-4699-9bb8-298f7dc25133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:42.543325 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-2bf0683d-a154-4843-aeca-ca38f287fa3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:42.569466 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-2bf0683d-a154-4843-aeca-ca38f287fa3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:42.691415 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-2bf0683d-a154-4843-aeca-ca38f287fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:42.696527 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-34c045c0-8a7f-4c74-aeed-c10bc4867b34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:42.714325 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14b55b-ee3b-43e3-ba42-b4e20db7ef32 req-670acece-a044-468d-ac08-239a61c3e39c tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:42.715078 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-6c14b55b-ee3b-43e3-ba42-b4e20db7ef32 req-670acece-a044-468d-ac08-239a61c3e39c tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 943 time: 0.1230512 Jun 02 08:03:42.722311 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0683d-a154-4843-aeca-ca38f287fa3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b93354-47fa-4e71-ada6-e182778228be,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:42.725565 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-2bf0683d-a154-4843-aeca-ca38f287fa3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:42.730311 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-2bf0683d-a154-4843-aeca-ca38f287fa3e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/32b93354-47fa-4e71-ada6-e182778228be HTTP/1.1" status: 204 len: 168 time: 0.2649381 Jun 02 08:03:42.730311 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-2bf0683d-a154-4843-aeca-ca38f287fa3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:42.797276 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-6c14b55b-ee3b-43e3-ba42-b4e20db7ef32 req-00f549dd-6644-4b82-b929-b0ab7331b6e4 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725975 Jun 02 08:03:43.031839 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 46876) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:03:43.049612 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b85dcadc-d6a8-4b35-9466-3c5da78f310b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:43.064554 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-b85dcadc-d6a8-4b35-9466-3c5da78f310b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:03:43.068288 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-b85dcadc-d6a8-4b35-9466-3c5da78f310b admin admin] Usage tracker for resource:security_group_rule and tenant:094bcb6a87a848dc8decb80e11e852b2 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:03:43.071030 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-b85dcadc-d6a8-4b35-9466-3c5da78f310b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:03:43.077381 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-b85dcadc-d6a8-4b35-9466-3c5da78f310b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:03:43.167175 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b85dcadc-d6a8-4b35-9466-3c5da78f310b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:43.170963 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b85dcadc-d6a8-4b35-9466-3c5da78f310b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:43.178092 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-bb28498a-d4eb-4fa2-84d4-837ce85d8da3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:43.219705 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-b85dcadc-d6a8-4b35-9466-3c5da78f310b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=094bcb6a87a848dc8decb80e11e852b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1867185 Jun 02 08:03:43.222087 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 46878) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:03:43.232809 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85dcadc-d6a8-4b35-9466-3c5da78f310b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acabcae-ee50-45c9-b882-5304149b5036,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:43.240974 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-b85dcadc-d6a8-4b35-9466-3c5da78f310b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:43.292994 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-362c1853-40fe-479f-9d8a-de38615dda98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:43.323691 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-362c1853-40fe-479f-9d8a-de38615dda98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:43.394592 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-362c1853-40fe-479f-9d8a-de38615dda98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:43.399573 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-9c5fdda3-e83d-4a60-9e02-34dfc58b5c5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:43.414300 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c1853-40fe-479f-9d8a-de38615dda98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acabcae-ee50-45c9-b882-5304149b5036,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:43.418854 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-362c1853-40fe-479f-9d8a-de38615dda98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:43.424196 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-362c1853-40fe-479f-9d8a-de38615dda98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:43.425531 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-362c1853-40fe-479f-9d8a-de38615dda98 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3acabcae-ee50-45c9-b882-5304149b5036 HTTP/1.1" status: 204 len: 168 time: 0.2025657 Jun 02 08:03:43.547721 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1f5d3-b548-4659-9c0f-2e987904b4b1 req-34589500-9117-48d9-9c3b-78d524ec6a0a tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:43.555380 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-43b1f5d3-b548-4659-9c0f-2e987904b4b1 req-34589500-9117-48d9-9c3b-78d524ec6a0a tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 943 time: 0.1239901 Jun 02 08:03:43.612481 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-43b1f5d3-b548-4659-9c0f-2e987904b4b1 req-fd5c499f-1c46-4115-957c-b1d6e360dcef tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561061 Jun 02 08:03:44.011414 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f26f86-8d5d-484d-91ed-6f6adbf02a00 req-0c8bcca6-729f-4d8a-acaf-7d376ab663f8 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:44.012894 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-62f26f86-8d5d-484d-91ed-6f6adbf02a00 req-0c8bcca6-729f-4d8a-acaf-7d376ab663f8 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 943 time: 0.1009388 Jun 02 08:03:44.059256 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-62f26f86-8d5d-484d-91ed-6f6adbf02a00 req-7ec25c9a-6b63-4545-8aa5-7d461880d4c3 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405576 Jun 02 08:03:44.825559 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d6b71-dc35-4be8-9da8-1253f98bc7e0 req-d5c61753-98ee-400b-9411-cad755be4181 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:44.827268 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-e17d6b71-dc35-4be8-9da8-1253f98bc7e0 req-d5c61753-98ee-400b-9411-cad755be4181 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 943 time: 0.0985637 Jun 02 08:03:44.916810 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-e17d6b71-dc35-4be8-9da8-1253f98bc7e0 req-03a516b8-6ca8-4991-9ac7-67d661c2727f tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831721 Jun 02 08:03:45.290310 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1600e8-72ff-4fad-840c-7d48ca4b4e45 req-05c165b1-b022-4632-9ba5-565d814ee9db tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:45.292399 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-8c1600e8-72ff-4fad-840c-7d48ca4b4e45 req-05c165b1-b022-4632-9ba5-565d814ee9db tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 943 time: 0.0827630 Jun 02 08:03:45.339893 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-8c1600e8-72ff-4fad-840c-7d48ca4b4e45 req-3da6a426-8f2f-4220-b957-84a8617e0fbc tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416825 Jun 02 08:03:46.149348 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d31b18-b6aa-4a1a-a9b4-813fa9dda998 req-ec79489b-6fca-43cd-8ed7-bd8669654f28 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:46.150840 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-08d31b18-b6aa-4a1a-a9b4-813fa9dda998 req-ec79489b-6fca-43cd-8ed7-bd8669654f28 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 943 time: 0.1193233 Jun 02 08:03:46.206950 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-08d31b18-b6aa-4a1a-a9b4-813fa9dda998 req-28b472b0-2bc6-43f1-9dd1-300c424eabbb tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503807 Jun 02 08:03:46.567162 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c9e97-3fdc-464e-b861-231a67a5777b req-02d3a169-421c-4c61-9574-5ec6eb36b61f tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:46.568664 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e34c9e97-3fdc-464e-b861-231a67a5777b req-02d3a169-421c-4c61-9574-5ec6eb36b61f tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 943 time: 0.1022501 Jun 02 08:03:46.653864 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e34c9e97-3fdc-464e-b861-231a67a5777b req-f8a029a3-f29c-465c-ba2f-60ac1cf2235f tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791593 Jun 02 08:03:47.411469 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78f691-b02f-467a-bac5-4ec9db6a5624 req-9fbb974c-8039-4934-8797-756495b194a9 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:47.412938 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-fd78f691-b02f-467a-bac5-4ec9db6a5624 req-9fbb974c-8039-4934-8797-756495b194a9 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 943 time: 0.0879831 Jun 02 08:03:47.460479 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-fd78f691-b02f-467a-bac5-4ec9db6a5624 req-af05102b-4fb7-4625-98b7-95c431bd108d tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409160 Jun 02 08:03:47.857980 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567ebc0-0709-4c70-b976-8bdebcc1bbef req-d94325ef-7cf6-47ea-b49b-bdc913c190d9 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:47.860281 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-2567ebc0-0709-4c70-b976-8bdebcc1bbef req-d94325ef-7cf6-47ea-b49b-bdc913c190d9 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 943 time: 0.0867770 Jun 02 08:03:47.909683 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-2567ebc0-0709-4c70-b976-8bdebcc1bbef req-c65612f6-bbd3-4496-9781-a29f53ea5961 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447361 Jun 02 08:03:48.536210 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 46966) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:03:48.662970 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b592efce-2d28-48ca-aa5a-b3d826c875dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:48.680867 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-b592efce-2d28-48ca-aa5a-b3d826c875dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:03:48.690317 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c266a-76dd-4fe0-b643-f894416fa8e3 req-a66d6d7d-4d8f-426f-b498-4ba1b44cb437 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:48.691846 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-754c266a-76dd-4fe0-b643-f894416fa8e3 req-a66d6d7d-4d8f-426f-b498-4ba1b44cb437 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 943 time: 0.1149437 Jun 02 08:03:48.694494 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-b592efce-2d28-48ca-aa5a-b3d826c875dd admin admin] Usage tracker for resource:security_group_rule and tenant:0a92581c988241fb910d3fc6efc87244 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:03:48.698645 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-b592efce-2d28-48ca-aa5a-b3d826c875dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:03:48.716512 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-b592efce-2d28-48ca-aa5a-b3d826c875dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:03:48.758210 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-754c266a-76dd-4fe0-b643-f894416fa8e3 req-4e34c06e-e302-4f5e-94ed-9925b1abdaff tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607274 Jun 02 08:03:48.823980 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b592efce-2d28-48ca-aa5a-b3d826c875dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:48.827650 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b592efce-2d28-48ca-aa5a-b3d826c875dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:48.835942 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-6e3142a9-9f43-4516-a80f-911e92490281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:48.877961 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-b592efce-2d28-48ca-aa5a-b3d826c875dd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0a92581c988241fb910d3fc6efc87244&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3406873 Jun 02 08:03:48.879566 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b592efce-2d28-48ca-aa5a-b3d826c875dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82007e04-0f31-41cb-a3e3-2b6a4af94e2f,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:48.880617 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 46970) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:03:48.882636 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-b592efce-2d28-48ca-aa5a-b3d826c875dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:48.937582 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-42be9dde-9092-4442-a317-e3f1ebe1f28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:48.964100 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-42be9dde-9092-4442-a317-e3f1ebe1f28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:49.016309 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-42be9dde-9092-4442-a317-e3f1ebe1f28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:49.020603 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-7f1d66c2-f16b-42fc-8a2d-49ea4557c47b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:49.067347 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be9dde-9092-4442-a317-e3f1ebe1f28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82007e04-0f31-41cb-a3e3-2b6a4af94e2f,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:49.079037 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-42be9dde-9092-4442-a317-e3f1ebe1f28a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:49.085512 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-42be9dde-9092-4442-a317-e3f1ebe1f28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:49.086612 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-42be9dde-9092-4442-a317-e3f1ebe1f28a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/82007e04-0f31-41cb-a3e3-2b6a4af94e2f HTTP/1.1" status: 204 len: 168 time: 0.2049453 Jun 02 08:03:49.123087 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe15e4f-af69-496f-9fd3-2c27f64a0045 req-0680c523-4702-4dd5-b8d7-d42d1e8f1727 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:49.124574 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-fbe15e4f-af69-496f-9fd3-2c27f64a0045 req-0680c523-4702-4dd5-b8d7-d42d1e8f1727 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 943 time: 0.0957503 Jun 02 08:03:49.170488 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-fbe15e4f-af69-496f-9fd3-2c27f64a0045 req-9e39f38c-a6ba-4576-94cd-037d2d20918f tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403817 Jun 02 08:03:49.943982 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b65170-78f6-4a19-a7f8-ac861f696228 req-76e1e659-a1b2-40b8-9145-8dad9aad847c tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:49.945441 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-e7b65170-78f6-4a19-a7f8-ac861f696228 req-76e1e659-a1b2-40b8-9145-8dad9aad847c tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 943 time: 0.0821116 Jun 02 08:03:49.991249 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-e7b65170-78f6-4a19-a7f8-ac861f696228 req-b121993e-35f8-4504-a47c-6f260c879be5 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403264 Jun 02 08:03:50.364204 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ffad4-09fc-40bd-8eca-c1bc2d0a5122 req-7f031c48-3c9e-468f-8165-c18b6ca6faf9 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:50.365575 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a12ffad4-09fc-40bd-8eca-c1bc2d0a5122 req-7f031c48-3c9e-468f-8165-c18b6ca6faf9 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 943 time: 0.0844307 Jun 02 08:03:50.411897 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a12ffad4-09fc-40bd-8eca-c1bc2d0a5122 req-de5b0ab1-3e58-4e5b-872c-1b4e6efab6f6 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403993 Jun 02 08:03:51.179679 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383dfc3-2831-4ce5-92f3-61c78065cfa4 req-cd7e50fd-0a3a-4f25-9672-e641809a075a tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:51.181143 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-7383dfc3-2831-4ce5-92f3-61c78065cfa4 req-cd7e50fd-0a3a-4f25-9672-e641809a075a tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 943 time: 0.0826135 Jun 02 08:03:51.225405 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-7383dfc3-2831-4ce5-92f3-61c78065cfa4 req-6f4a0835-b21e-4bf2-af67-2fbbe7fbcfad tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380404 Jun 02 08:03:51.610618 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a93ef0-e4d5-40bd-83c6-fe5e6d9291cc req-30fd933f-85e2-42c4-9e2b-191eea625b5b tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:51.612131 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-94a93ef0-e4d5-40bd-83c6-fe5e6d9291cc req-30fd933f-85e2-42c4-9e2b-191eea625b5b tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 943 time: 0.0875700 Jun 02 08:03:51.657955 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-94a93ef0-e4d5-40bd-83c6-fe5e6d9291cc req-b168005f-6cbb-4b4c-9880-236c72e8af54 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396276 Jun 02 08:03:51.760852 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device edce5668-101c-48c4-837f-5bb832623f3a details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=91541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 08:03:51.892716 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port edce5668-101c-48c4-837f-5bb832623f3a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=edce5668-101c-48c4-837f-5bb832623f3a,segment=NetworkSegment(c9eebd2b-9718-4d11-bc88-206eacd96281),segment_id=c9eebd2b-9718-4d11-bc88-206eacd96281)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:03:51.906292 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Returning: {'device': 'edce5668-101c-48c4-837f-5bb832623f3a', 'network_id': '87c948b6-776e-416a-8595-be6ae5ab6cc6', 'port_id': 'edce5668-101c-48c4-837f-5bb832623f3a', 'mac_address': 'fa:16:3e:51:4d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b88b624-fc5a-4399-9939-be3292b885fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 08:03:51.963624 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:51.980941 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edce5668-101c-48c4-837f-5bb832623f3a {{(pid=91541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 08:03:51.996434 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port edce5668-101c-48c4-837f-5bb832623f3a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=edce5668-101c-48c4-837f-5bb832623f3a,segment=NetworkSegment(c9eebd2b-9718-4d11-bc88-206eacd96281),segment_id=c9eebd2b-9718-4d11-bc88-206eacd96281)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:03:52.000127 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:52.000807 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 1e7a7acc-858d-4a25-9273-f31e41040d03 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=91541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 08:03:52.003706 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:52.098588 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=edce5668-101c-48c4-837f-5bb832623f3a,revision_number=7']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:52.102192 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:52.191888 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 1e7a7acc-858d-4a25-9273-f31e41040d03, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1e7a7acc-858d-4a25-9273-f31e41040d03,segment=NetworkSegment(0a9f3729-62b7-4b55-a4b9-f7267fb154d2),segment_id=0a9f3729-62b7-4b55-a4b9-f7267fb154d2)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:03:52.205049 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Returning: {'device': '1e7a7acc-858d-4a25-9273-f31e41040d03', 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e', 'port_id': '1e7a7acc-858d-4a25-9273-f31e41040d03', 'mac_address': 'fa:16:3e:08:a6:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab5414d-1dc2-421f-9986-4a6ba721194d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 08:03:52.262665 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:52.280274 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e7a7acc-858d-4a25-9273-f31e41040d03 {{(pid=91541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 08:03:52.295186 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 1e7a7acc-858d-4a25-9273-f31e41040d03, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1e7a7acc-858d-4a25-9273-f31e41040d03,segment=NetworkSegment(0a9f3729-62b7-4b55-a4b9-f7267fb154d2),segment_id=0a9f3729-62b7-4b55-a4b9-f7267fb154d2)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:03:52.299391 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:52.301287 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:52.370992 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=1e7a7acc-858d-4a25-9273-f31e41040d03,revision_number=9']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:52.373901 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:52.416972 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523591f7-67ff-49b9-ac98-ff0703b3d708 req-fa65a724-5848-434f-b681-e3c8b13ddbbe tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:52.418413 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-523591f7-67ff-49b9-ac98-ff0703b3d708 req-fa65a724-5848-434f-b681-e3c8b13ddbbe tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 944 time: 0.0820858 Jun 02 08:03:52.464193 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-523591f7-67ff-49b9-ac98-ff0703b3d708 req-3c76751e-8ad6-4e77-bcac-1a1a8ccfbf62 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401340 Jun 02 08:03:52.578000 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['edce5668-101c-48c4-837f-5bb832623f3a'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 08:03:52.603651 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['1e7a7acc-858d-4a25-9273-f31e41040d03'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 08:03:52.889002 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74dd171-e9af-4efd-ba61-3fdb7781f2aa req-ca63c071-cdf0-41a9-850a-e20ba1511b9e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:52.891280 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-f74dd171-e9af-4efd-ba61-3fdb7781f2aa req-ca63c071-cdf0-41a9-850a-e20ba1511b9e tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 944 time: 0.0854578 Jun 02 08:03:52.946719 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-f74dd171-e9af-4efd-ba61-3fdb7781f2aa req-faaee40b-5bd2-4e81-bc20-e489cb155564 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476487 Jun 02 08:03:53.113273 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 47028) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:03:53.237860 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-716f481b-51ac-481c-ad19-41d5ed801faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:53.258281 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-716f481b-51ac-481c-ad19-41d5ed801faa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:03:53.262055 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-716f481b-51ac-481c-ad19-41d5ed801faa admin admin] Usage tracker for resource:security_group_rule and tenant:31bcc82341414081ab77f02cadaed8c2 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:03:53.264878 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-716f481b-51ac-481c-ad19-41d5ed801faa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:03:53.270697 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-716f481b-51ac-481c-ad19-41d5ed801faa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:03:53.351442 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-716f481b-51ac-481c-ad19-41d5ed801faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:53.355834 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-716f481b-51ac-481c-ad19-41d5ed801faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:53.364067 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-1fa6c511-e8c9-44cf-951a-422066ec37bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:53.403431 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-716f481b-51ac-481c-ad19-41d5ed801faa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=31bcc82341414081ab77f02cadaed8c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890334 Jun 02 08:03:53.404373 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f481b-51ac-481c-ad19-41d5ed801faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c2b41b-b341-4dc1-8f2b-11615fcc83f9,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:53.406159 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 47032) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:03:53.407274 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-716f481b-51ac-481c-ad19-41d5ed801faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:53.467614 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b282228d-5d05-46dc-b66c-d90762c2add1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:53.493098 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b282228d-5d05-46dc-b66c-d90762c2add1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:53.558073 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b282228d-5d05-46dc-b66c-d90762c2add1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:53.562728 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-22cf2da8-ed43-40ff-885f-fcdd8be9afdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:53.575914 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282228d-5d05-46dc-b66c-d90762c2add1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c2b41b-b341-4dc1-8f2b-11615fcc83f9,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:53.583532 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-b282228d-5d05-46dc-b66c-d90762c2add1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:53.630513 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b282228d-5d05-46dc-b66c-d90762c2add1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:53.631615 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-b282228d-5d05-46dc-b66c-d90762c2add1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c8c2b41b-b341-4dc1-8f2b-11615fcc83f9 HTTP/1.1" status: 204 len: 168 time: 0.2245064 Jun 02 08:03:53.668907 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27287e-fce3-4ea5-9139-b63dc0753660 req-4dd187b0-030e-47b8-8019-d584209e5c42 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:53.670528 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5e27287e-fce3-4ea5-9139-b63dc0753660 req-4dd187b0-030e-47b8-8019-d584209e5c42 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 944 time: 0.0921452 Jun 02 08:03:53.716837 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5e27287e-fce3-4ea5-9139-b63dc0753660 req-be8c3696-0970-4dcb-91b4-55d3ed3e69c3 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405304 Jun 02 08:03:53.769463 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device edce5668-101c-48c4-837f-5bb832623f3a up at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 08:03:53.839401 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning complete for port edce5668-101c-48c4-837f-5bb832623f3a triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:03:53.839769 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:53.999009 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:54.027545 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30f239a-2869-4c74-935b-97180c67ab9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edce5668-101c-48c4-837f-5bb832623f3a'}] {{(pid=91541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:03:54.030098 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab578fc78af4bba4052238dc90c68e3a7405fe2d006a0c4fb1b419504dc30437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e734e4e8-2d06-4ff1-9adc-f5af4792db4b" -d '{"events": [{"server_uuid": "a30f239a-2869-4c74-935b-97180c67ab9c", "name": "network-vif-plugged", "status": "completed", "tag": "edce5668-101c-48c4-837f-5bb832623f3a"}]}' {{(pid=91541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:03:54.038468 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port edce5668-101c-48c4-837f-5bb832623f3a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=edce5668-101c-48c4-837f-5bb832623f3a,segment=NetworkSegment(c9eebd2b-9718-4d11-bc88-206eacd96281),segment_id=c9eebd2b-9718-4d11-bc88-206eacd96281)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:03:54.044703 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:54.045657 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 1e7a7acc-858d-4a25-9273-f31e41040d03 up at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 08:03:54.077912 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:54.121113 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ee1300-9ad0-4462-9fc2-84718c9a1dbc x-openstack-request-id: req-d5ee1300-9ad0-4462-9fc2-84718c9a1dbc {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:03:54.121408 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30f239a-2869-4c74-935b-97180c67ab9c", "name": "network-vif-plugged", "status": "completed", "tag": "edce5668-101c-48c4-837f-5bb832623f3a", "code": 200}]} {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:03:54.121852 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d5ee1300-9ad0-4462-9fc2-84718c9a1dbc {{(pid=91541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:03:54.122384 dv-cinder-786385-7-smb neutron-server[91541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30f239a-2869-4c74-935b-97180c67ab9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edce5668-101c-48c4-837f-5bb832623f3a', 'code': 200} Jun 02 08:03:54.162646 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99864bc3-5fc4-4b16-b384-99ce0a83dfc4 req-6a13672b-41d7-4893-88bb-ebd1b06ab219 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:54.166738 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-99864bc3-5fc4-4b16-b384-99ce0a83dfc4 req-6a13672b-41d7-4893-88bb-ebd1b06ab219 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 944 time: 0.1019337 Jun 02 08:03:54.194094 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=edce5668-101c-48c4-837f-5bb832623f3a,revision_number=8']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:54.197940 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:54.198894 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning complete for port 1e7a7acc-858d-4a25-9273-f31e41040d03 triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:03:54.199263 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:54.212697 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-99864bc3-5fc4-4b16-b384-99ce0a83dfc4 req-a70d43f1-9ef7-4237-9426-d22ad33d4860 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402958 Jun 02 08:03:54.320448 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:54.358181 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 1e7a7acc-858d-4a25-9273-f31e41040d03, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1e7a7acc-858d-4a25-9273-f31e41040d03,segment=NetworkSegment(0a9f3729-62b7-4b55-a4b9-f7267fb154d2),segment_id=0a9f3729-62b7-4b55-a4b9-f7267fb154d2)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:03:54.362234 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:54.364206 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:54.432601 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=1e7a7acc-858d-4a25-9273-f31e41040d03,revision_number=10']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:54.435889 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f25d8d-addf-458a-bcff-2f83dc981769 req-2f92ff5f-9697-4d37-be38-7e1c0ab68654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:54.437675 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-b8f25d8d-addf-458a-bcff-2f83dc981769 req-2f92ff5f-9697-4d37-be38-7e1c0ab68654 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 1098 time: 0.0712805 Jun 02 08:03:54.441546 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:54.479612 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-b8f25d8d-addf-458a-bcff-2f83dc981769 req-7c86c1a3-3882-49db-906a-092fe6bcb9ed service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351522 Jun 02 08:03:55.010964 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25d401-22e6-4571-bf05-20de24e97d5b req-cfe8dd26-9775-42d6-806d-3a545095f00d tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:55.012436 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-cb25d401-22e6-4571-bf05-20de24e97d5b req-cfe8dd26-9775-42d6-806d-3a545095f00d tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 945 time: 0.1855965 Jun 02 08:03:55.057797 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-cb25d401-22e6-4571-bf05-20de24e97d5b req-f146a86d-50e1-407e-b09e-dbf8e9bdc77a tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395002 Jun 02 08:03:55.413547 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30deda8c-1a7c-4b89-87ce-fba2b7dee0b3 req-3928ad84-1c5e-40c9-90a1-c28d990e3098 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:55.414993 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-30deda8c-1a7c-4b89-87ce-fba2b7dee0b3 req-3928ad84-1c5e-40c9-90a1-c28d990e3098 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 946 time: 0.0852301 Jun 02 08:03:55.460619 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-30deda8c-1a7c-4b89-87ce-fba2b7dee0b3 req-facdc630-53bb-4ff2-a12e-54eee8e728cc tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392222 Jun 02 08:03:56.123957 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed4afedd-ac2b-4cf4-9e71-282d562c6f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7a7acc-858d-4a25-9273-f31e41040d03'}] {{(pid=91541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:03:56.126307 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab578fc78af4bba4052238dc90c68e3a7405fe2d006a0c4fb1b419504dc30437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6e9316-d6db-41ef-8753-012d146a7650" -d '{"events": [{"server_uuid": "ed4afedd-ac2b-4cf4-9e71-282d562c6f60", "name": "network-vif-plugged", "status": "completed", "tag": "1e7a7acc-858d-4a25-9273-f31e41040d03"}]}' {{(pid=91541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:03:56.202130 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-205312c8-2b04-4c12-9a6c-4d3e35cada31 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=9392d75a149f493a8234301a83cdb1bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281801 Jun 02 08:03:56.245014 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba254c3-d69a-470c-80a6-d49721578105 req-6884cd7d-6968-4170-9d57-86ba1114ce26 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:56.246372 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-6ba254c3-d69a-470c-80a6-d49721578105 req-6884cd7d-6968-4170-9d57-86ba1114ce26 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 945 time: 0.0832086 Jun 02 08:03:56.292373 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-6ba254c3-d69a-470c-80a6-d49721578105 req-f48af449-78c1-4009-afae-149c6d2de70c tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399351 Jun 02 08:03:56.345347 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df040efa-da8d-4364-98d4-bf9419d7c73b x-openstack-request-id: req-df040efa-da8d-4364-98d4-bf9419d7c73b {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:03:56.345643 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed4afedd-ac2b-4cf4-9e71-282d562c6f60", "name": "network-vif-plugged", "status": "completed", "tag": "1e7a7acc-858d-4a25-9273-f31e41040d03", "code": 200}]} {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:03:56.345898 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-df040efa-da8d-4364-98d4-bf9419d7c73b {{(pid=91541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:03:56.346289 dv-cinder-786385-7-smb neutron-server[91541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed4afedd-ac2b-4cf4-9e71-282d562c6f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7a7acc-858d-4a25-9273-f31e41040d03', 'code': 200} Jun 02 08:03:56.359487 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-0e469e78-89ac-44d1-97b9-459c3ff772f5 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:56.362080 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-0e469e78-89ac-44d1-97b9-459c3ff772f5 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1543205 Jun 02 08:03:56.377115 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-d24c5963-71d0-472d-8c17-8b928da6ea72 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] 10.222.0.81 "GET /v2.0/quotas/9392d75a149f493a8234301a83cdb1bd HTTP/1.1" status: 200 len: 375 time: 0.0100329 Jun 02 08:03:56.430173 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-dc815298-f0e6-4894-8a68-7253cedbffa7 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9392d75a149f493a8234301a83cdb1bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478384 Jun 02 08:03:56.679912 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a1d7d-dd36-448f-b2e7-99695af7fb60 req-fe39688a-e8bf-47ed-a221-3f7a5d9183e3 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:56.681405 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-0b5a1d7d-dd36-448f-b2e7-99695af7fb60 req-fe39688a-e8bf-47ed-a221-3f7a5d9183e3 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 946 time: 0.0873756 Jun 02 08:03:56.727398 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9d630138-3c76-4404-968a-c60a200a6833 req-bd745fc8-a143-4dcb-8e30-b6128fd0d2b6 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe89a9d6-1f7c-41ca-8c09-608fd8a78c0c HTTP/1.1" status: 200 len: 210 time: 0.0617881 Jun 02 08:03:56.731465 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-0b5a1d7d-dd36-448f-b2e7-99695af7fb60 req-a09a217a-4fae-4fd6-8f83-3fdc43a08222 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427730 Jun 02 08:03:56.761761 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f09350-2e99-41c0-b836-ded9902d588e req-461e7f54-d646-4cee-8c1d-ec9469375538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:56.763271 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-f5f09350-2e99-41c0-b836-ded9902d588e req-461e7f54-d646-4cee-8c1d-ec9469375538 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 1099 time: 0.2434733 Jun 02 08:03:56.805620 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-f5f09350-2e99-41c0-b836-ded9902d588e req-b337c795-4a2e-4f35-9d9c-9f5411e499f4 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355971 Jun 02 08:03:57.609099 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-3d70e8a3-3dbd-4910-b657-4bf66003c09a tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=9392d75a149f493a8234301a83cdb1bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273337 Jun 02 08:03:57.782019 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-b5162e0e-89fe-42ef-beea-53c4665fbf1a tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:57.785322 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-b5162e0e-89fe-42ef-beea-53c4665fbf1a tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1652822 Jun 02 08:03:57.800307 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-147202b4-0afc-4706-86bf-5b3885311de8 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Request body: {'port': {'device_id': 'fe89a9d6-1f7c-41ca-8c09-608fd8a78c0c', 'network_id': '2fa815e7-8a2c-4518-aecd-cdb082d142a1', 'admin_state_up': True, 'tenant_id': '9392d75a149f493a8234301a83cdb1bd'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:03:57.951896 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63d4f1-504b-45f4-a7d4-416c3f22784c req-997fe814-0d6d-4884-af70-f8c89f31d4a0 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:57.953774 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-fb63d4f1-504b-45f4-a7d4-416c3f22784c req-997fe814-0d6d-4884-af70-f8c89f31d4a0 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 946 time: 0.0892816 Jun 02 08:03:57.987381 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a4dc6dfc-cfb1-4589-9489-b16661a78be9 req-525f2338-bcac-4ef6-ae9a-95775be1898a tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe89a9d6-1f7c-41ca-8c09-608fd8a78c0c HTTP/1.1" status: 200 len: 210 time: 0.0526824 Jun 02 08:03:58.002498 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-fb63d4f1-504b-45f4-a7d4-416c3f22784c req-6e43110f-70f4-4729-a081-09b6ab7f4eb9 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427682 Jun 02 08:03:58.024017 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-147202b4-0afc-4706-86bf-5b3885311de8 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:03:58.028217 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-147202b4-0afc-4706-86bf-5b3885311de8 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Usage tracker for resource:port and tenant:9392d75a149f493a8234301a83cdb1bd is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:03:58.031104 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-147202b4-0afc-4706-86bf-5b3885311de8 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:03:58.037646 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-147202b4-0afc-4706-86bf-5b3885311de8 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:03:58.048448 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-147202b4-0afc-4706-86bf-5b3885311de8 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Made reservation on behalf of 9392d75a149f493a8234301a83cdb1bd for: {'port': 1} {{(pid=91539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 08:03:58.051912 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-147202b4-0afc-4706-86bf-5b3885311de8 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:58.069777 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-147202b4-0afc-4706-86bf-5b3885311de8 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Notify callbacks [] for security_group, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:58.084859 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-147202b4-0afc-4706-86bf-5b3885311de8 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:03:58.088716 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-147202b4-0afc-4706-86bf-5b3885311de8 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Usage tracker for resource:security_group_rule and tenant:9392d75a149f493a8234301a83cdb1bd is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:03:58.091521 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-147202b4-0afc-4706-86bf-5b3885311de8 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:03:58.097409 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-147202b4-0afc-4706-86bf-5b3885311de8 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:03:58.188605 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-147202b4-0afc-4706-86bf-5b3885311de8 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Notify callbacks [] for security_group, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:58.192462 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-147202b4-0afc-4706-86bf-5b3885311de8 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:58.196733 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-9eb665dd-d53b-4dbb-868f-ef09ddf90c30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:58.272618 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147202b4-0afc-4706-86bf-5b3885311de8 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b92e76-a5bf-42b1-8d77-1ac6564825b7,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:58.278629 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-147202b4-0afc-4706-86bf-5b3885311de8 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:58.370718 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.db_base_plugin_common [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-147202b4-0afc-4706-86bf-5b3885311de8 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Allocated IP 192.168.233.245 (2fa815e7-8a2c-4518-aecd-cdb082d142a1/88736fc6-b636-450a-b9c6-de59664d5e8d/5f693f21-d873-4915-8f72-522686a31c79) {{(pid=91539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 08:03:58.572351 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-147202b4-0afc-4706-86bf-5b3885311de8 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Notify callbacks [] for port, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:58.589152 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.provisioning_blocks [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-147202b4-0afc-4706-86bf-5b3885311de8 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Transition to ACTIVE for port object 5f693f21-d873-4915-8f72-522686a31c79 will not be triggered until provisioned by entity DHCP. {{(pid=91539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 08:03:58.611825 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-147202b4-0afc-4706-86bf-5b3885311de8 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:58.617086 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-26ac3b26-f81b-4969-ae30-330b2143af41 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:58.691271 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-147202b4-0afc-4706-86bf-5b3885311de8 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Network 2fa815e7-8a2c-4518-aecd-cdb082d142a1 is already hosted by enough agents. {{(pid=91539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 08:03:58.694205 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-147202b4-0afc-4706-86bf-5b3885311de8 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Resources bound (agent type, host, resource id): {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 08:03:58.699128 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-147202b4-0afc-4706-86bf-5b3885311de8 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Received port after_create {{(pid=91539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 08:03:58.727090 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147202b4-0afc-4706-86bf-5b3885311de8 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Pushing event updated for resources: {'Port': ['ID=5f693f21-d873-4915-8f72-522686a31c79,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:58.734339 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-147202b4-0afc-4706-86bf-5b3885311de8 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:58.763733 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-147202b4-0afc-4706-86bf-5b3885311de8 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:58.764375 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-147202b4-0afc-4706-86bf-5b3885311de8 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:58.795775 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-147202b4-0afc-4706-86bf-5b3885311de8 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9997883 Jun 02 08:03:58.808054 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-3fdcd7d2-0ced-4f68-ad53-53f1bbcb2084 service neutron] Request body: {'port': {'device_id': 'fe89a9d6-1f7c-41ca-8c09-608fd8a78c0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:03:58.874301 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-3ca072a6-0be7-4146-ba18-e28af37c39ab None None] Provisioning for port 5f693f21-d873-4915-8f72-522686a31c79 completed by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 08:03:58.878949 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-3ca072a6-0be7-4146-ba18-e28af37c39ab None None] Provisioning complete for port 5f693f21-d873-4915-8f72-522686a31c79 triggered by entity DHCP. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:03:58.879388 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-3ca072a6-0be7-4146-ba18-e28af37c39ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:58.924786 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-3fdcd7d2-0ced-4f68-ad53-53f1bbcb2084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:58.933039 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-3ca072a6-0be7-4146-ba18-e28af37c39ab None None] Port 5f693f21-d873-4915-8f72-522686a31c79 cannot update to ACTIVE because it is not bound. {{(pid=91541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 08:03:59.209030 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a7cd5-d441-479b-8f23-39785941f502 req-5ae0e0fb-40f7-4c8e-8e6a-ccc88be7f685 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:59.210472 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-9b9a7cd5-d441-479b-8f23-39785941f502 req-5ae0e0fb-40f7-4c8e-8e6a-ccc88be7f685 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 946 time: 0.0791345 Jun 02 08:03:59.255718 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-9b9a7cd5-d441-479b-8f23-39785941f502 req-ff41b555-23e1-4e57-8605-47c807a89eac tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385702 Jun 02 08:03:59.273782 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032bb20-5c9a-4fa8-8a67-cb024980fec8 req-d8ed03a2-e04b-4cd9-a6fa-7608b852685d tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:59.274468 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-d032bb20-5c9a-4fa8-8a67-cb024980fec8 req-d8ed03a2-e04b-4cd9-a6fa-7608b852685d tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Synchronizing usage tracker for tenant:9392d75a149f493a8234301a83cdb1bd on resource:port {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:03:59.446253 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-d032bb20-5c9a-4fa8-8a67-cb024980fec8 req-d8ed03a2-e04b-4cd9-a6fa-7608b852685d tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Unset dirty status for tenant:9392d75a149f493a8234301a83cdb1bd on resource:port {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:03:59.448007 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d032bb20-5c9a-4fa8-8a67-cb024980fec8 req-d8ed03a2-e04b-4cd9-a6fa-7608b852685d tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe89a9d6-1f7c-41ca-8c09-608fd8a78c0c HTTP/1.1" status: 200 len: 936 time: 0.3392272 Jun 02 08:03:59.456395 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-3fdcd7d2-0ced-4f68-ad53-53f1bbcb2084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f693f21-d873-4915-8f72-522686a31c79 {{(pid=91539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 08:03:59.475392 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-3fdcd7d2-0ced-4f68-ad53-53f1bbcb2084 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:59.503361 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.provisioning_blocks [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-3fdcd7d2-0ced-4f68-ad53-53f1bbcb2084 service neutron] Transition to ACTIVE for port object 5f693f21-d873-4915-8f72-522686a31c79 will not be triggered until provisioned by entity L2. {{(pid=91539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 08:03:59.507436 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-3fdcd7d2-0ced-4f68-ad53-53f1bbcb2084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:59.514200 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-d21180b1-5c20-43c9-a1b6-b1b97fa574ea tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:59.559964 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-d032bb20-5c9a-4fa8-8a67-cb024980fec8 req-63556a34-5b1d-4b4f-b141-a70b3aa56e27 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Synchronizing usage tracker for tenant:9392d75a149f493a8234301a83cdb1bd on resource:security_group {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:03:59.684838 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdcd7d2-0ced-4f68-ad53-53f1bbcb2084 service neutron] Pushing event updated for resources: {'Port': ['ID=5f693f21-d873-4915-8f72-522686a31c79,revision_number=2']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:59.693230 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-3fdcd7d2-0ced-4f68-ad53-53f1bbcb2084 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:03:59.694047 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-d032bb20-5c9a-4fa8-8a67-cb024980fec8 req-63556a34-5b1d-4b4f-b141-a70b3aa56e27 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Unset dirty status for tenant:9392d75a149f493a8234301a83cdb1bd on resource:security_group {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:03:59.695650 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d032bb20-5c9a-4fa8-8a67-cb024980fec8 req-63556a34-5b1d-4b4f-b141-a70b3aa56e27 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9b92e76-a5bf-42b1-8d77-1ac6564825b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413187 Jun 02 08:03:59.777212 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-3fdcd7d2-0ced-4f68-ad53-53f1bbcb2084 service neutron] Attempting to bind port 5f693f21-d873-4915-8f72-522686a31c79 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 08:03:59.777542 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-3fdcd7d2-0ced-4f68-ad53-53f1bbcb2084 service neutron] Attempting to bind port 5f693f21-d873-4915-8f72-522686a31c79 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '57588e11-1445-46a1-9d84-99be2734a98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2fa815e7-8a2c-4518-aecd-cdb082d142a1'}] {{(pid=91539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 08:03:59.777862 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-3fdcd7d2-0ced-4f68-ad53-53f1bbcb2084 service neutron] Attempting to bind port 5f693f21-d873-4915-8f72-522686a31c79 on network 2fa815e7-8a2c-4518-aecd-cdb082d142a1 {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 08:03:59.782384 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-3fdcd7d2-0ced-4f68-ad53-53f1bbcb2084 service neutron] Port 5f693f21-d873-4915-8f72-522686a31c79 on network 2fa815e7-8a2c-4518-aecd-cdb082d142a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 08:03:59.782691 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-3fdcd7d2-0ced-4f68-ad53-53f1bbcb2084 service neutron] Attempting to bind port 5f693f21-d873-4915-8f72-522686a31c79 on network 2fa815e7-8a2c-4518-aecd-cdb082d142a1 {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 08:03:59.787582 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-3fdcd7d2-0ced-4f68-ad53-53f1bbcb2084 service neutron] Checking agent: {'id': '771bc7c6-ed6b-4515-8704-024740aedec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 56, 10), 'started_at': datetime.datetime(2021, 6, 2, 7, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 08:03:59.787933 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-3fdcd7d2-0ced-4f68-ad53-53f1bbcb2084 service neutron] Checking segment: {'id': '57588e11-1445-46a1-9d84-99be2734a98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2fa815e7-8a2c-4518-aecd-cdb082d142a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 08:03:59.788301 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-3fdcd7d2-0ced-4f68-ad53-53f1bbcb2084 service neutron] Bound using segment: {'id': '57588e11-1445-46a1-9d84-99be2734a98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2fa815e7-8a2c-4518-aecd-cdb082d142a1'} {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 08:03:59.788707 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-3fdcd7d2-0ced-4f68-ad53-53f1bbcb2084 service neutron] Bound port: 5f693f21-d873-4915-8f72-522686a31c79, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57588e11-1445-46a1-9d84-99be2734a98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2fa815e7-8a2c-4518-aecd-cdb082d142a1'}}] {{(pid=91539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 08:03:59.789039 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-3fdcd7d2-0ced-4f68-ad53-53f1bbcb2084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:59.878822 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-3fdcd7d2-0ced-4f68-ad53-53f1bbcb2084 service neutron] For port 5f693f21-d873-4915-8f72-522686a31c79, host hv-cinder-78638, cleared binding levels {{(pid=91539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 08:03:59.881827 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-3fdcd7d2-0ced-4f68-ad53-53f1bbcb2084 service neutron] For port 5f693f21-d873-4915-8f72-522686a31c79, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5f693f21-d873-4915-8f72-522686a31c79,segment=NetworkSegment(57588e11-1445-46a1-9d84-99be2734a98f),segment_id=57588e11-1445-46a1-9d84-99be2734a98f)] {{(pid=91539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 08:03:59.886721 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-3fdcd7d2-0ced-4f68-ad53-53f1bbcb2084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:59.891172 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-5c82b830-fe78-4197-9a3e-7cadd6a55b12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:03:59.932527 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-c8a104b6-8b60-4e96-ad02-b68231eefc56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:59.945577 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-3fdcd7d2-0ced-4f68-ad53-53f1bbcb2084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:03:59.946187 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-3fdcd7d2-0ced-4f68-ad53-53f1bbcb2084 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:03:59.947688 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-3fdcd7d2-0ced-4f68-ad53-53f1bbcb2084 service neutron] 10.222.0.79 "PUT /v2.0/ports/5f693f21-d873-4915-8f72-522686a31c79 HTTP/1.1" status: 200 len: 1098 time: 1.1438947 Jun 02 08:03:59.948192 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe89a9d6-1f7c-41ca-8c09-608fd8a78c0c', 'tag': '5f693f21-d873-4915-8f72-522686a31c79'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:03:59.950969 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2350d4-1703-48d6-820b-e01202bdd64c" -d '{"events": [{"name": "network-changed", "server_uuid": "fe89a9d6-1f7c-41ca-8c09-608fd8a78c0c", "tag": "5f693f21-d873-4915-8f72-522686a31c79"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:03:59.973670 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdcd7d2-0ced-4f68-ad53-53f1bbcb2084 service neutron] Pushing event updated for resources: {'Port': ['ID=5f693f21-d873-4915-8f72-522686a31c79,revision_number=3']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:03:59.977159 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-3fdcd7d2-0ced-4f68-ad53-53f1bbcb2084 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:04:00.078928 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-c7547b94-3ad2-47eb-83f4-9e88cc82571c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:00.080473 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-c7547b94-3ad2-47eb-83f4-9e88cc82571c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9392d75a149f493a8234301a83cdb1bd&device_id=fe89a9d6-1f7c-41ca-8c09-608fd8a78c0c HTTP/1.1" status: 200 len: 1101 time: 0.0837545 Jun 02 08:04:00.160325 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88f7e3f-19b6-476a-8d91-7dfb2de5e293 x-openstack-request-id: req-f88f7e3f-19b6-476a-8d91-7dfb2de5e293 {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:04:00.160676 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe89a9d6-1f7c-41ca-8c09-608fd8a78c0c", "tag": "5f693f21-d873-4915-8f72-522686a31c79", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:04:00.160959 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f88f7e3f-19b6-476a-8d91-7dfb2de5e293 {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:04:00.161636 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe89a9d6-1f7c-41ca-8c09-608fd8a78c0c', 'tag': '5f693f21-d873-4915-8f72-522686a31c79', 'status': 'completed', 'code': 200} Jun 02 08:04:00.162952 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-5421ac99-7340-495a-8f04-fa043bef96df service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=5f693f21-d873-4915-8f72-522686a31c79 HTTP/1.1" status: 200 len: 217 time: 0.0742452 Jun 02 08:04:00.226196 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-726c214c-a7b4-41ac-9ebd-60f5bc2eaf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:00.227631 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-726c214c-a7b4-41ac-9ebd-60f5bc2eaf22 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=88736fc6-b636-450a-b9c6-de59664d5e8d HTTP/1.1" status: 200 len: 843 time: 0.0585942 Jun 02 08:04:00.305866 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-b3c4f1b9-358f-40ec-9414-e5625b721bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:00.307552 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-b3c4f1b9-358f-40ec-9414-e5625b721bdb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2fa815e7-8a2c-4518-aecd-cdb082d142a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0727379 Jun 02 08:04:00.439304 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-4a660512-3d42-45fb-8a5d-46da0b642fa1 service neutron] 10.222.0.79 "GET /v2.0/networks/2fa815e7-8a2c-4518-aecd-cdb082d142a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239450 Jun 02 08:04:00.569278 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d89f23c3-7299-4bb2-9ce2-693d63422494 req-77ebe8cd-1e97-4bfe-ac26-9bbec8d874c5 service neutron] 10.222.0.79 "GET /v2.0/networks/2fa815e7-8a2c-4518-aecd-cdb082d142a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233208 Jun 02 08:04:00.703183 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2350d4-1703-48d6-820b-e01202bdd64c req-c6dcfa7d-4651-4527-9355-8b7082a63dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:00.704588 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5a2350d4-1703-48d6-820b-e01202bdd64c req-c6dcfa7d-4651-4527-9355-8b7082a63dad service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9392d75a149f493a8234301a83cdb1bd&device_id=fe89a9d6-1f7c-41ca-8c09-608fd8a78c0c HTTP/1.1" status: 200 len: 1101 time: 0.0702920 Jun 02 08:04:00.890964 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2350d4-1703-48d6-820b-e01202bdd64c req-ef90b1f8-ab14-451f-9fe0-3e62dfe950ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:00.892445 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5a2350d4-1703-48d6-820b-e01202bdd64c req-ef90b1f8-ab14-451f-9fe0-3e62dfe950ff service neutron] 10.222.0.79 "GET /v2.0/networks?id=2fa815e7-8a2c-4518-aecd-cdb082d142a1 HTTP/1.1" status: 200 len: 870 time: 0.1772549 Jun 02 08:04:00.961404 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5a2350d4-1703-48d6-820b-e01202bdd64c req-df9ef355-891c-430d-8cf3-5c9b5843fbcc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=5f693f21-d873-4915-8f72-522686a31c79 HTTP/1.1" status: 200 len: 217 time: 0.0616410 Jun 02 08:04:00.972805 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14ea8a-e71d-4be8-9972-9f7885a5545b req-84923cb5-0c3e-4b5b-851a-5a43cf42f820 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:00.974184 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-8b14ea8a-e71d-4be8-9972-9f7885a5545b req-84923cb5-0c3e-4b5b-851a-5a43cf42f820 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe89a9d6-1f7c-41ca-8c09-608fd8a78c0c HTTP/1.1" status: 200 len: 948 time: 0.1671565 Jun 02 08:04:01.065197 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-8b14ea8a-e71d-4be8-9972-9f7885a5545b req-438bafd0-3474-4f77-9f90-047c16f4522c tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9b92e76-a5bf-42b1-8d77-1ac6564825b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557721 Jun 02 08:04:01.066668 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2350d4-1703-48d6-820b-e01202bdd64c req-72380498-37eb-42e2-b47e-7e9179631f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:01.068035 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5a2350d4-1703-48d6-820b-e01202bdd64c req-72380498-37eb-42e2-b47e-7e9179631f3b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=88736fc6-b636-450a-b9c6-de59664d5e8d HTTP/1.1" status: 200 len: 843 time: 0.0930045 Jun 02 08:04:01.141884 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2350d4-1703-48d6-820b-e01202bdd64c req-3ab170e3-0b83-4d87-b778-32f2bc6348d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:01.143591 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5a2350d4-1703-48d6-820b-e01202bdd64c req-3ab170e3-0b83-4d87-b778-32f2bc6348d3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2fa815e7-8a2c-4518-aecd-cdb082d142a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0682309 Jun 02 08:04:01.373534 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5a2350d4-1703-48d6-820b-e01202bdd64c req-2a2f481b-ecae-4f90-9d4a-049cd4069425 service neutron] 10.222.0.79 "GET /v2.0/networks/2fa815e7-8a2c-4518-aecd-cdb082d142a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220922 Jun 02 08:04:01.508878 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5a2350d4-1703-48d6-820b-e01202bdd64c req-13d0973c-8f6f-4e4d-abf9-8765f8506455 service neutron] 10.222.0.79 "GET /v2.0/networks/2fa815e7-8a2c-4518-aecd-cdb082d142a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280470 Jun 02 08:04:01.788841 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 5f693f21-d873-4915-8f72-522686a31c79 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=91541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 08:04:01.923002 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 5f693f21-d873-4915-8f72-522686a31c79, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5f693f21-d873-4915-8f72-522686a31c79,segment=NetworkSegment(57588e11-1445-46a1-9d84-99be2734a98f),segment_id=57588e11-1445-46a1-9d84-99be2734a98f)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:04:01.935747 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Returning: {'device': '5f693f21-d873-4915-8f72-522686a31c79', 'network_id': '2fa815e7-8a2c-4518-aecd-cdb082d142a1', 'port_id': '5f693f21-d873-4915-8f72-522686a31c79', 'mac_address': 'fa:16:3e:67:7b:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88736fc6-b636-450a-b9c6-de59664d5e8d', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 08:04:01.989534 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:02.005604 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f693f21-d873-4915-8f72-522686a31c79 {{(pid=91541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 08:04:02.020715 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 5f693f21-d873-4915-8f72-522686a31c79, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5f693f21-d873-4915-8f72-522686a31c79,segment=NetworkSegment(57588e11-1445-46a1-9d84-99be2734a98f),segment_id=57588e11-1445-46a1-9d84-99be2734a98f)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:04:02.024524 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:02.026998 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:04:02.094023 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=5f693f21-d873-4915-8f72-522686a31c79,revision_number=4']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:04:02.097264 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:04:02.251474 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f02fc3-2c9d-4dd6-afd7-2d443753cdec req-b0c2b5e2-b677-4ab9-907a-50e77637ed9b tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:02.252905 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-57f02fc3-2c9d-4dd6-afd7-2d443753cdec req-b0c2b5e2-b677-4ab9-907a-50e77637ed9b tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe89a9d6-1f7c-41ca-8c09-608fd8a78c0c HTTP/1.1" status: 200 len: 949 time: 0.0800476 Jun 02 08:04:02.277372 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['5f693f21-d873-4915-8f72-522686a31c79'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 08:04:02.297192 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-57f02fc3-2c9d-4dd6-afd7-2d443753cdec req-60a256ad-5d9e-4db4-af85-2cc976390e91 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9b92e76-a5bf-42b1-8d77-1ac6564825b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387185 Jun 02 08:04:02.398268 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:02.632781 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-8acafada-35ce-41a9-af2d-48ef7da5191b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:03.480856 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69518f90-ab47-466f-8714-8fd7a29965c5 req-531c2369-ca92-4974-941f-ebb03a2ee3f8 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:03.482301 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-69518f90-ab47-466f-8714-8fd7a29965c5 req-531c2369-ca92-4974-941f-ebb03a2ee3f8 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe89a9d6-1f7c-41ca-8c09-608fd8a78c0c HTTP/1.1" status: 200 len: 949 time: 0.0792098 Jun 02 08:04:03.529354 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-69518f90-ab47-466f-8714-8fd7a29965c5 req-b80d94b9-74cc-4531-8147-c4d7fb40e41c tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9b92e76-a5bf-42b1-8d77-1ac6564825b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411053 Jun 02 08:04:03.789705 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 5f693f21-d873-4915-8f72-522686a31c79 up at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 08:04:03.857919 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning for port 5f693f21-d873-4915-8f72-522686a31c79 completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 08:04:03.862564 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning complete for port 5f693f21-d873-4915-8f72-522686a31c79 triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:04:03.862964 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:03.979325 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:04.015858 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe89a9d6-1f7c-41ca-8c09-608fd8a78c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f693f21-d873-4915-8f72-522686a31c79'}] {{(pid=91541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:04:04.018086 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab578fc78af4bba4052238dc90c68e3a7405fe2d006a0c4fb1b419504dc30437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbde9d7-4bc1-429f-8ae5-3341cfb0b3ec" -d '{"events": [{"server_uuid": "fe89a9d6-1f7c-41ca-8c09-608fd8a78c0c", "name": "network-vif-plugged", "status": "completed", "tag": "5f693f21-d873-4915-8f72-522686a31c79"}]}' {{(pid=91541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:04:04.023838 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:04.026443 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 5f693f21-d873-4915-8f72-522686a31c79, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5f693f21-d873-4915-8f72-522686a31c79,segment=NetworkSegment(57588e11-1445-46a1-9d84-99be2734a98f),segment_id=57588e11-1445-46a1-9d84-99be2734a98f)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:04:04.030567 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:04.032336 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:04:04.066193 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e46135-98b4-49a5-8ae9-d331d5343f2d x-openstack-request-id: req-c8e46135-98b4-49a5-8ae9-d331d5343f2d {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:04:04.066484 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe89a9d6-1f7c-41ca-8c09-608fd8a78c0c", "name": "network-vif-plugged", "status": "completed", "tag": "5f693f21-d873-4915-8f72-522686a31c79", "code": 200}]} {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:04:04.066752 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c8e46135-98b4-49a5-8ae9-d331d5343f2d {{(pid=91541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:04:04.067122 dv-cinder-786385-7-smb neutron-server[91541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe89a9d6-1f7c-41ca-8c09-608fd8a78c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f693f21-d873-4915-8f72-522686a31c79', 'code': 200} Jun 02 08:04:04.103476 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=5f693f21-d873-4915-8f72-522686a31c79,revision_number=5']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:04:04.106880 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:04:04.286541 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5b7f5-16e1-4b02-9b19-026ff49eb4b5 req-f5550ff3-6613-4614-9a4f-5eb66f40185e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:04.288003 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e1e5b7f5-16e1-4b02-9b19-026ff49eb4b5 req-f5550ff3-6613-4614-9a4f-5eb66f40185e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fe89a9d6-1f7c-41ca-8c09-608fd8a78c0c HTTP/1.1" status: 200 len: 1103 time: 0.0715103 Jun 02 08:04:04.329227 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e1e5b7f5-16e1-4b02-9b19-026ff49eb4b5 req-94b221d3-a39e-48da-bf1d-93c66572e281 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c9b92e76-a5bf-42b1-8d77-1ac6564825b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337245 Jun 02 08:04:04.711080 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301d786-9504-482e-9887-efc4fff6a6e5 req-539acb94-6c90-4737-84a2-2d26bd890239 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:04.713199 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5301d786-9504-482e-9887-efc4fff6a6e5 req-539acb94-6c90-4737-84a2-2d26bd890239 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe89a9d6-1f7c-41ca-8c09-608fd8a78c0c HTTP/1.1" status: 200 len: 950 time: 0.0787823 Jun 02 08:04:04.756794 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5301d786-9504-482e-9887-efc4fff6a6e5 req-1c4372e5-a7c0-497b-b4d4-1aaf0f2c04c6 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9b92e76-a5bf-42b1-8d77-1ac6564825b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379519 Jun 02 08:04:05.359260 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:05.940847 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c9169-462c-4a14-9d00-44ee348a6d22 req-d8095805-37ea-4b62-a196-a8fc5420d409 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:05.942295 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-2e1c9169-462c-4a14-9d00-44ee348a6d22 req-d8095805-37ea-4b62-a196-a8fc5420d409 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe89a9d6-1f7c-41ca-8c09-608fd8a78c0c HTTP/1.1" status: 200 len: 950 time: 0.0783725 Jun 02 08:04:05.989584 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-2e1c9169-462c-4a14-9d00-44ee348a6d22 req-fc6a459c-c855-44b0-812f-38c630409a95 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9b92e76-a5bf-42b1-8d77-1ac6564825b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415690 Jun 02 08:04:06.560504 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7248d53-7274-446e-829c-31c210187f55 req-d5a19d3b-aaee-4fe6-8e50-759eb1c4e42c tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:06.561990 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c7248d53-7274-446e-829c-31c210187f55 req-d5a19d3b-aaee-4fe6-8e50-759eb1c4e42c tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe89a9d6-1f7c-41ca-8c09-608fd8a78c0c HTTP/1.1" status: 200 len: 950 time: 0.0801249 Jun 02 08:04:06.607979 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c7248d53-7274-446e-829c-31c210187f55 req-f4851691-0778-4a0b-ba89-b1277eac2966 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9b92e76-a5bf-42b1-8d77-1ac6564825b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404122 Jun 02 08:04:07.802977 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b06926-28f7-482d-a445-f45ffc20277b req-4a673024-bca3-416e-adc9-dfc70a6eda25 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:07.808311 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d9b06926-28f7-482d-a445-f45ffc20277b req-4a673024-bca3-416e-adc9-dfc70a6eda25 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe89a9d6-1f7c-41ca-8c09-608fd8a78c0c HTTP/1.1" status: 200 len: 950 time: 0.0897834 Jun 02 08:04:07.850478 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d9b06926-28f7-482d-a445-f45ffc20277b req-360dfc1a-efb7-421b-8364-8ba57eeef245 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9b92e76-a5bf-42b1-8d77-1ac6564825b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400875 Jun 02 08:04:08.026030 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97085a5-6666-4ee3-a857-7601eb231736 req-32c821b8-e2f6-456d-b99c-81559f7cbc93 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:08.027453 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e97085a5-6666-4ee3-a857-7601eb231736 req-32c821b8-e2f6-456d-b99c-81559f7cbc93 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe89a9d6-1f7c-41ca-8c09-608fd8a78c0c HTTP/1.1" status: 200 len: 950 time: 0.0784984 Jun 02 08:04:08.161344 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [req-e97085a5-6666-4ee3-a857-7601eb231736 req-80f325b3-026e-490a-bfa3-f36f9ecab9a0 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Deleting port 5f693f21-d873-4915-8f72-522686a31c79 {{(pid=91539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:04:08.161691 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-e97085a5-6666-4ee3-a857-7601eb231736 req-80f325b3-026e-490a-bfa3-f36f9ecab9a0 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:08.292958 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-e97085a5-6666-4ee3-a857-7601eb231736 req-80f325b3-026e-490a-bfa3-f36f9ecab9a0 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] For port 5f693f21-d873-4915-8f72-522686a31c79, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5f693f21-d873-4915-8f72-522686a31c79,segment=NetworkSegment(57588e11-1445-46a1-9d84-99be2734a98f),segment_id=57588e11-1445-46a1-9d84-99be2734a98f)] {{(pid=91539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:04:08.293500 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-e97085a5-6666-4ee3-a857-7601eb231736 req-80f325b3-026e-490a-bfa3-f36f9ecab9a0 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:08.420522 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [req-e97085a5-6666-4ee3-a857-7601eb231736 req-80f325b3-026e-490a-bfa3-f36f9ecab9a0 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Calling delete_port for 5f693f21-d873-4915-8f72-522686a31c79 owned by compute:nova {{(pid=91539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:04:08.528704 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-e97085a5-6666-4ee3-a857-7601eb231736 req-80f325b3-026e-490a-bfa3-f36f9ecab9a0 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:08.534032 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-5d58861f-1520-4540-ad7f-1b7856ae6ae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:04:08.543406 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['5f693f21-d873-4915-8f72-522686a31c79'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 08:04:08.580140 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f325b3-026e-490a-bfa3-f36f9ecab9a0 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Pushing event deleted for resources: {'Port': ['ID=5f693f21-d873-4915-8f72-522686a31c79,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:04:08.620505 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f325b3-026e-490a-bfa3-f36f9ecab9a0 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:04:08.620876 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f325b3-026e-490a-bfa3-f36f9ecab9a0 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:04:08.621240 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f325b3-026e-490a-bfa3-f36f9ecab9a0 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:04:08.621595 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f325b3-026e-490a-bfa3-f36f9ecab9a0 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:04:08.622006 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f325b3-026e-490a-bfa3-f36f9ecab9a0 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:04:08.622360 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f325b3-026e-490a-bfa3-f36f9ecab9a0 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:04:08.622707 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f325b3-026e-490a-bfa3-f36f9ecab9a0 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:04:08.623050 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f325b3-026e-490a-bfa3-f36f9ecab9a0 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:04:08.623395 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f325b3-026e-490a-bfa3-f36f9ecab9a0 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:04:08.623736 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f325b3-026e-490a-bfa3-f36f9ecab9a0 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:04:08.624175 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f325b3-026e-490a-bfa3-f36f9ecab9a0 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:04:08.624515 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f325b3-026e-490a-bfa3-f36f9ecab9a0 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:04:08.631690 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-80f325b3-026e-490a-bfa3-f36f9ecab9a0 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:04:08.668477 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97085a5-6666-4ee3-a857-7601eb231736 req-80f325b3-026e-490a-bfa3-f36f9ecab9a0 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] No DVR routers for this DVR port 5f693f21-d873-4915-8f72-522686a31c79 on host hv-cinder-78638 {{(pid=91539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 08:04:08.671089 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-e97085a5-6666-4ee3-a857-7601eb231736 req-80f325b3-026e-490a-bfa3-f36f9ecab9a0 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:08.673717 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe89a9d6-1f7c-41ca-8c09-608fd8a78c0c', 'name': 'network-vif-deleted', 'tag': '5f693f21-d873-4915-8f72-522686a31c79'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:04:08.676037 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d4811e-1caa-430f-9305-32ad319df7a3" -d '{"events": [{"server_uuid": "fe89a9d6-1f7c-41ca-8c09-608fd8a78c0c", "name": "network-vif-deleted", "tag": "5f693f21-d873-4915-8f72-522686a31c79"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:04:08.691007 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e97085a5-6666-4ee3-a857-7601eb231736 req-80f325b3-026e-490a-bfa3-f36f9ecab9a0 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] 10.222.0.79 "DELETE /v2.0/ports/5f693f21-d873-4915-8f72-522686a31c79 HTTP/1.1" status: 204 len: 173 time: 0.6577339 Jun 02 08:04:08.725325 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62f1262-cd33-4a4e-98d7-1302dbcad587 x-openstack-request-id: req-c62f1262-cd33-4a4e-98d7-1302dbcad587 {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:04:08.725711 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe89a9d6-1f7c-41ca-8c09-608fd8a78c0c", "name": "network-vif-deleted", "tag": "5f693f21-d873-4915-8f72-522686a31c79", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:04:08.726049 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c62f1262-cd33-4a4e-98d7-1302dbcad587 {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:04:08.726478 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe89a9d6-1f7c-41ca-8c09-608fd8a78c0c', 'name': 'network-vif-deleted', 'tag': '5f693f21-d873-4915-8f72-522686a31c79', 'status': 'completed', 'code': 200} Jun 02 08:04:09.010614 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-0c6e9ecf-55bd-4dd0-8def-755efed14b74 req-f7716147-f86c-4030-b76f-58b156092043 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Synchronizing usage tracker for tenant:9392d75a149f493a8234301a83cdb1bd on resource:port {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:04:09.026322 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-0c6e9ecf-55bd-4dd0-8def-755efed14b74 req-f7716147-f86c-4030-b76f-58b156092043 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] Unset dirty status for tenant:9392d75a149f493a8234301a83cdb1bd on resource:port {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:04:09.027422 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0c6e9ecf-55bd-4dd0-8def-755efed14b74 req-f7716147-f86c-4030-b76f-58b156092043 tempest-VolumesNegativeTest-950125308 tempest-VolumesNegativeTest-950125308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe89a9d6-1f7c-41ca-8c09-608fd8a78c0c HTTP/1.1" status: 200 len: 210 time: 0.0570092 Jun 02 08:04:09.786988 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-eb7b9bd6-cb25-4678-963d-c37d1c8f740d req-5efe8732-64a4-4452-bc87-5e795cc719e7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723143 Jun 02 08:04:09.825587 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:09.881424 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b9bd6-cb25-4678-963d-c37d1c8f740d req-908c7173-117b-48b1-9a9b-48ca82675e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:09.882860 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-eb7b9bd6-cb25-4678-963d-c37d1c8f740d req-908c7173-117b-48b1-9a9b-48ca82675e4f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6b8d02cd22f94fd0a8a8af38d9d22b8d&device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 1099 time: 0.0713687 Jun 02 08:04:10.124472 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b9bd6-cb25-4678-963d-c37d1c8f740d req-3e95a82b-c3a0-4eb8-b238-8171546369da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:10.126017 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-eb7b9bd6-cb25-4678-963d-c37d1c8f740d req-3e95a82b-c3a0-4eb8-b238-8171546369da service neutron] 10.222.0.79 "GET /v2.0/networks?id=c2b2e088-f309-40ee-a9da-7f4c929ceb8e HTTP/1.1" status: 200 len: 917 time: 0.2160707 Jun 02 08:04:10.225014 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.agents_db [None req-10acdd10-972e-4945-a856-8243e035fc02 None None] Agent healthcheck: found 6 active agents {{(pid=91542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 08:04:10.233973 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-eb7b9bd6-cb25-4678-963d-c37d1c8f740d req-974d6bda-ca57-4be9-aa50-d4bfd351cfdb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e7a7acc-858d-4a25-9273-f31e41040d03 HTTP/1.1" status: 200 len: 1001 time: 0.0952375 Jun 02 08:04:10.305689 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b9bd6-cb25-4678-963d-c37d1c8f740d req-837e4028-11d5-4e9f-af0b-c7555c9d9321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:10.307865 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-eb7b9bd6-cb25-4678-963d-c37d1c8f740d req-837e4028-11d5-4e9f-af0b-c7555c9d9321 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dab5414d-1dc2-421f-9986-4a6ba721194d HTTP/1.1" status: 200 len: 855 time: 0.0621722 Jun 02 08:04:10.385144 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b9bd6-cb25-4678-963d-c37d1c8f740d req-07eb6ca9-1e32-4d65-b364-68869082ba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:10.387218 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-eb7b9bd6-cb25-4678-963d-c37d1c8f740d req-07eb6ca9-1e32-4d65-b364-68869082ba90 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c2b2e088-f309-40ee-a9da-7f4c929ceb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0719543 Jun 02 08:04:10.530674 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-eb7b9bd6-cb25-4678-963d-c37d1c8f740d req-72eb0499-e68a-4ba2-86a7-917d88108e4d service neutron] 10.222.0.79 "GET /v2.0/networks/c2b2e088-f309-40ee-a9da-7f4c929ceb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298957 Jun 02 08:04:10.671394 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-eb7b9bd6-cb25-4678-963d-c37d1c8f740d req-8b7a5f1d-a3f5-49da-8445-48a407f7f348 service neutron] 10.222.0.79 "GET /v2.0/networks/c2b2e088-f309-40ee-a9da-7f4c929ceb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327176 Jun 02 08:04:11.848268 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 5f693f21-d873-4915-8f72-522686a31c79 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:04:11.883657 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] No Port match for: 5f693f21-d873-4915-8f72-522686a31c79 {{(pid=91541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 08:04:11.884247 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 5f693f21-d873-4915-8f72-522686a31c79 not bound to the agent host hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 08:04:14.502394 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 47406) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:04:14.648852 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-2d1ba87f-3479-478b-9059-592d17e14b21 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9392d75a149f493a8234301a83cdb1bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1452768 Jun 02 08:04:14.651169 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 47410) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:04:14.710837 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-68ff4a29-092e-477b-8b69-d484a1f80ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:14.735835 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-68ff4a29-092e-477b-8b69-d484a1f80ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:14.786475 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-68ff4a29-092e-477b-8b69-d484a1f80ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:14.790104 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-35307708-1e73-4c04-a04b-074b8d8e2f0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:04:14.802132 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff4a29-092e-477b-8b69-d484a1f80ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b92e76-a5bf-42b1-8d77-1ac6564825b7,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:04:14.805329 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-68ff4a29-092e-477b-8b69-d484a1f80ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:04:14.818237 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-68ff4a29-092e-477b-8b69-d484a1f80ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:14.819343 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-68ff4a29-092e-477b-8b69-d484a1f80ad0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c9b92e76-a5bf-42b1-8d77-1ac6564825b7 HTTP/1.1" status: 204 len: 168 time: 0.1673014 Jun 02 08:04:15.490053 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 47432) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:04:15.593853 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [None req-b8cbdf18-bb14-45f4-9d4c-d8862574241b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-504677015-network', 'tenant_id': 'c8364ee4b6c44054af5d3fe75c8470a3'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:04:15.598466 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-b8cbdf18-bb14-45f4-9d4c-d8862574241b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:04:15.602246 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-b8cbdf18-bb14-45f4-9d4c-d8862574241b admin admin] Usage tracker for resource:network and tenant:c8364ee4b6c44054af5d3fe75c8470a3 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:04:15.605867 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-b8cbdf18-bb14-45f4-9d4c-d8862574241b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:04:15.611488 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-b8cbdf18-bb14-45f4-9d4c-d8862574241b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:04:15.621687 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8cbdf18-bb14-45f4-9d4c-d8862574241b admin admin] Made reservation on behalf of c8364ee4b6c44054af5d3fe75c8470a3 for: {'network': 1} {{(pid=91540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 08:04:15.624090 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b8cbdf18-bb14-45f4-9d4c-d8862574241b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3847429'] for network, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:15.636063 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b8cbdf18-bb14-45f4-9d4c-d8862574241b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:15.651459 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-b8cbdf18-bb14-45f4-9d4c-d8862574241b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:04:15.655609 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-b8cbdf18-bb14-45f4-9d4c-d8862574241b admin admin] Usage tracker for resource:security_group_rule and tenant:c8364ee4b6c44054af5d3fe75c8470a3 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:04:15.658417 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-b8cbdf18-bb14-45f4-9d4c-d8862574241b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:04:15.664026 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-b8cbdf18-bb14-45f4-9d4c-d8862574241b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:04:15.748127 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b8cbdf18-bb14-45f4-9d4c-d8862574241b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:15.751889 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b8cbdf18-bb14-45f4-9d4c-d8862574241b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:15.755698 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-362c1853-40fe-479f-9d8a-de38615dda98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:04:15.779873 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8cbdf18-bb14-45f4-9d4c-d8862574241b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=91540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 08:04:15.792042 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbdf18-bb14-45f4-9d4c-d8862574241b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f1ba0a-cfb6-42d6-bff5-62ea302242a5,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:04:15.796885 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b8cbdf18-bb14-45f4-9d4c-d8862574241b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479'] for segment, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:15.797222 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.db.segments_db [None req-b8cbdf18-bb14-45f4-9d4c-d8862574241b admin admin] Added segment 33166b58-e24b-4288-b32d-0e56c81d4ca9 of type vlan for network 02a057d3-74ef-412a-9cb0-07a0f3eaad4c Jun 02 08:04:15.805397 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbdf18-bb14-45f4-9d4c-d8862574241b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:04:15.805843 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbdf18-bb14-45f4-9d4c-d8862574241b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:04:15.806206 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbdf18-bb14-45f4-9d4c-d8862574241b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:04:15.806566 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbdf18-bb14-45f4-9d4c-d8862574241b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:04:15.806925 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbdf18-bb14-45f4-9d4c-d8862574241b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:04:15.807280 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbdf18-bb14-45f4-9d4c-d8862574241b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:04:15.807633 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbdf18-bb14-45f4-9d4c-d8862574241b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:04:15.808007 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbdf18-bb14-45f4-9d4c-d8862574241b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:04:15.808357 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbdf18-bb14-45f4-9d4c-d8862574241b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:04:15.808703 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbdf18-bb14-45f4-9d4c-d8862574241b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:04:15.809049 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbdf18-bb14-45f4-9d4c-d8862574241b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:04:15.809393 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbdf18-bb14-45f4-9d4c-d8862574241b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:04:15.813578 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-b8cbdf18-bb14-45f4-9d4c-d8862574241b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:04:15.835304 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b8cbdf18-bb14-45f4-9d4c-d8862574241b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746790259047'] for network, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:15.865286 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b8cbdf18-bb14-45f4-9d4c-d8862574241b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-947529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536110'] for network, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:15.866642 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cbdf18-bb14-45f4-9d4c-d8862574241b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:15.867235 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-b8cbdf18-bb14-45f4-9d4c-d8862574241b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for network, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:15.872056 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-c128d40f-bec0-41cf-81d5-59455cfd4faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:04:15.965543 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-b8cbdf18-bb14-45f4-9d4c-d8862574241b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4743419 Jun 02 08:04:15.968532 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 47436) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:04:15.970465 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbdf18-bb14-45f4-9d4c-d8862574241b admin admin] Pushing event updated for resources: {'Network': ['ID=02a057d3-74ef-412a-9cb0-07a0f3eaad4c,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:04:15.973153 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-b8cbdf18-bb14-45f4-9d4c-d8862574241b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:04:15.973541 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [None req-9a35d2ae-8709-42e1-93d5-e82038086fd9 admin admin] Request body: {'subnet': {'network_id': '02a057d3-74ef-412a-9cb0-07a0f3eaad4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-504677015-subnet', 'tenant_id': 'c8364ee4b6c44054af5d3fe75c8470a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:04:15.978484 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-9a35d2ae-8709-42e1-93d5-e82038086fd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:04:15.980120 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Network 02a057d3-74ef-412a-9cb0-07a0f3eaad4c details requested by agent ovs-agent-dv-cinder-786385-7-smb with host dv-cinder-786385-7-smb {{(pid=91541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 02 08:04:15.983014 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-9a35d2ae-8709-42e1-93d5-e82038086fd9 admin admin] Usage tracker for resource:subnet and tenant:c8364ee4b6c44054af5d3fe75c8470a3 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:04:15.985872 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-9a35d2ae-8709-42e1-93d5-e82038086fd9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:04:15.991510 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-9a35d2ae-8709-42e1-93d5-e82038086fd9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:04:16.002087 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a35d2ae-8709-42e1-93d5-e82038086fd9 admin admin] Made reservation on behalf of c8364ee4b6c44054af5d3fe75c8470a3 for: {'subnet': 1} {{(pid=91539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 08:04:16.004438 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9a35d2ae-8709-42e1-93d5-e82038086fd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1601804'] for subnet, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:16.382284 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9a35d2ae-8709-42e1-93d5-e82038086fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1809896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1601822'] for subnet, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:16.387057 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-83207b52-2a23-4bc1-a1c5-470fdada1455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:04:16.458522 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35d2ae-8709-42e1-93d5-e82038086fd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f99a7d40-ab3d-4d1e-8b5c-a1c4826c051f,revision_number=0']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:04:16.461174 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-9a35d2ae-8709-42e1-93d5-e82038086fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:04:16.463628 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a35d2ae-8709-42e1-93d5-e82038086fd9 admin admin] Checking segment: {'id': '33166b58-e24b-4288-b32d-0e56c81d4ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '02a057d3-74ef-412a-9cb0-07a0f3eaad4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 08:04:16.464103 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a35d2ae-8709-42e1-93d5-e82038086fd9 admin admin] Network hostable DHCP agents. Network: 02a057d3-74ef-412a-9cb0-07a0f3eaad4c, hostable agents: ['187909a1-f54b-4aaf-b277-d1ad18d9eb87'], hosted agents: [] {{(pid=91539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 08:04:16.481076 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a35d2ae-8709-42e1-93d5-e82038086fd9 admin admin] Network 02a057d3-74ef-412a-9cb0-07a0f3eaad4c is scheduled to be hosted by DHCP agent 187909a1-f54b-4aaf-b277-d1ad18d9eb87 with binding_index 1 {{(pid=91539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 08:04:16.489803 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [None req-9a35d2ae-8709-42e1-93d5-e82038086fd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-7-smb, 02a057d3-74ef-412a-9cb0-07a0f3eaad4c) {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 08:04:16.498644 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a35d2ae-8709-42e1-93d5-e82038086fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:16.499381 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9a35d2ae-8709-42e1-93d5-e82038086fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for subnet, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:16.500985 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e348ec40-f8ac-4ea3-b0a3-1c08d01e59e5 None None] Network 02a057d3-74ef-412a-9cb0-07a0f3eaad4c requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 08:04:16.521201 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-9a35d2ae-8709-42e1-93d5-e82038086fd9 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5515771 Jun 02 08:04:16.692595 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe1f73a-7d11-427e-8c35-098bc855c80d None None] Network 02a057d3-74ef-412a-9cb0-07a0f3eaad4c requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 08:04:18.519021 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-c3b12fbe-3a56-48d8-b36f-893bb57e83fd tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:18.520180 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-c3b12fbe-3a56-48d8-b36f-893bb57e83fd tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/networks?id=02a057d3-74ef-412a-9cb0-07a0f3eaad4c HTTP/1.1" status: 200 len: 813 time: 0.1430354 Jun 02 08:04:18.543262 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-c53a3e00-00d7-4cbc-8d2b-d4e6328e8274 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/quotas/c8364ee4b6c44054af5d3fe75c8470a3 HTTP/1.1" status: 200 len: 375 time: 0.0100648 Jun 02 08:04:18.593073 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-a14acd6c-f963-4a3e-a774-60c99e9e8c72 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c8364ee4b6c44054af5d3fe75c8470a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447550 Jun 02 08:04:18.862486 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-fed8f73e-8b88-4718-bd32-7a7f7671e1ae service neutron] 10.222.0.81 "GET /v2.0/networks/02a057d3-74ef-412a-9cb0-07a0f3eaad4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627223 Jun 02 08:04:18.988450 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-383c56bb-c40e-4acf-a27b-c3155f118f09 service neutron] 10.222.0.81 "GET /v2.0/networks/02a057d3-74ef-412a-9cb0-07a0f3eaad4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202376 Jun 02 08:04:19.162792 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-925ca585-9aee-4478-9675-a00e6e95a493 req-bc4702d5-7c73-4a41-9d98-6b295bb6c4bd tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc69854-8e0e-44f1-b40b-bb53fcfc5d4c HTTP/1.1" status: 200 len: 210 time: 0.0421245 Jun 02 08:04:20.252099 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-10a97318-5a25-4c3a-9519-af1e4b23f5bc tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:20.254231 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-10a97318-5a25-4c3a-9519-af1e4b23f5bc tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.79 "GET /v2.0/networks?id=02a057d3-74ef-412a-9cb0-07a0f3eaad4c HTTP/1.1" status: 200 len: 813 time: 0.1473675 Jun 02 08:04:20.268101 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-944f18a1-a548-4f3f-badb-1c8811743399 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Request body: {'port': {'device_id': 'afc69854-8e0e-44f1-b40b-bb53fcfc5d4c', 'network_id': '02a057d3-74ef-412a-9cb0-07a0f3eaad4c', 'admin_state_up': True, 'tenant_id': 'c8364ee4b6c44054af5d3fe75c8470a3'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:04:20.331411 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-78633659-3f58-4117-bea2-5a8f46807da2 req-6e05ce02-e4c4-4557-9f8f-8f0f62163d0c tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc69854-8e0e-44f1-b40b-bb53fcfc5d4c HTTP/1.1" status: 200 len: 210 time: 0.0493245 Jun 02 08:04:20.442958 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-944f18a1-a548-4f3f-badb-1c8811743399 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:04:20.446686 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-944f18a1-a548-4f3f-badb-1c8811743399 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Usage tracker for resource:port and tenant:c8364ee4b6c44054af5d3fe75c8470a3 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:04:20.449491 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-944f18a1-a548-4f3f-badb-1c8811743399 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:04:20.455056 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-944f18a1-a548-4f3f-badb-1c8811743399 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:04:20.464902 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-944f18a1-a548-4f3f-badb-1c8811743399 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Made reservation on behalf of c8364ee4b6c44054af5d3fe75c8470a3 for: {'port': 1} {{(pid=91539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 08:04:20.468344 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-944f18a1-a548-4f3f-badb-1c8811743399 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:20.630451 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.db_base_plugin_common [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-944f18a1-a548-4f3f-badb-1c8811743399 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Allocated IP 172.20.0.9 (02a057d3-74ef-412a-9cb0-07a0f3eaad4c/f99a7d40-ab3d-4d1e-8b5c-a1c4826c051f/b2e9553b-eb9f-4850-83dd-71bf3d5334e4) {{(pid=91539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 08:04:20.827291 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-944f18a1-a548-4f3f-badb-1c8811743399 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Notify callbacks [] for port, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:20.857549 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-944f18a1-a548-4f3f-badb-1c8811743399 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:20.864030 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-e753fd63-0b16-484b-ac5b-c1f86dced9b2 tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:04:20.929230 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-944f18a1-a548-4f3f-badb-1c8811743399 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Network 02a057d3-74ef-412a-9cb0-07a0f3eaad4c is already hosted by enough agents. {{(pid=91539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 08:04:20.932443 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-944f18a1-a548-4f3f-badb-1c8811743399 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Resources bound (agent type, host, resource id): {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 08:04:20.934812 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-944f18a1-a548-4f3f-badb-1c8811743399 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Received port after_create {{(pid=91539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 08:04:20.974762 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f18a1-a548-4f3f-badb-1c8811743399 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Pushing event updated for resources: {'Port': ['ID=b2e9553b-eb9f-4850-83dd-71bf3d5334e4,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:04:20.979563 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-944f18a1-a548-4f3f-badb-1c8811743399 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:04:21.002652 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-944f18a1-a548-4f3f-badb-1c8811743399 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:21.003251 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-944f18a1-a548-4f3f-badb-1c8811743399 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:21.022892 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-944f18a1-a548-4f3f-badb-1c8811743399 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7589109 Jun 02 08:04:21.034472 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-5ead5137-9e41-4345-ae52-47f6be7a0455 service neutron] Request body: {'port': {'device_id': 'afc69854-8e0e-44f1-b40b-bb53fcfc5d4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:04:21.142877 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-5ead5137-9e41-4345-ae52-47f6be7a0455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:21.479471 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-5ead5137-9e41-4345-ae52-47f6be7a0455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e9553b-eb9f-4850-83dd-71bf3d5334e4 {{(pid=91539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 08:04:21.486651 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-5ead5137-9e41-4345-ae52-47f6be7a0455 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:21.500610 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.provisioning_blocks [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-5ead5137-9e41-4345-ae52-47f6be7a0455 service neutron] Transition to ACTIVE for port object b2e9553b-eb9f-4850-83dd-71bf3d5334e4 will not be triggered until provisioned by entity L2. {{(pid=91539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 08:04:21.504512 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-5ead5137-9e41-4345-ae52-47f6be7a0455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:21.508821 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-5b4fb6d3-f76e-4751-b407-ce52ec475035 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:04:21.520329 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4470d79-3643-43e2-a888-ef79c6b616f0 req-11b7b04f-098d-4eae-ac90-8bdf08763671 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:21.521777 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c4470d79-3643-43e2-a888-ef79c6b616f0 req-11b7b04f-098d-4eae-ac90-8bdf08763671 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc69854-8e0e-44f1-b40b-bb53fcfc5d4c HTTP/1.1" status: 200 len: 931 time: 0.0836620 Jun 02 08:04:21.566438 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-c4470d79-3643-43e2-a888-ef79c6b616f0 req-f81496a6-cb53-4b31-bb5f-e5ad3774c1bf tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Synchronizing usage tracker for tenant:c8364ee4b6c44054af5d3fe75c8470a3 on resource:security_group {{(pid=91540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:04:21.583119 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-c4470d79-3643-43e2-a888-ef79c6b616f0 req-f81496a6-cb53-4b31-bb5f-e5ad3774c1bf tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Unset dirty status for tenant:c8364ee4b6c44054af5d3fe75c8470a3 on resource:security_group {{(pid=91540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:04:21.584213 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-c4470d79-3643-43e2-a888-ef79c6b616f0 req-f81496a6-cb53-4b31-bb5f-e5ad3774c1bf tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/security-groups?id=42f1ba0a-cfb6-42d6-bff5-62ea302242a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562325 Jun 02 08:04:21.789188 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead5137-9e41-4345-ae52-47f6be7a0455 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e9553b-eb9f-4850-83dd-71bf3d5334e4,revision_number=2']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:04:21.794828 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-5ead5137-9e41-4345-ae52-47f6be7a0455 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:04:21.829849 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-5ead5137-9e41-4345-ae52-47f6be7a0455 service neutron] Attempting to bind port b2e9553b-eb9f-4850-83dd-71bf3d5334e4 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 08:04:21.830185 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-5ead5137-9e41-4345-ae52-47f6be7a0455 service neutron] Attempting to bind port b2e9553b-eb9f-4850-83dd-71bf3d5334e4 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '33166b58-e24b-4288-b32d-0e56c81d4ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '02a057d3-74ef-412a-9cb0-07a0f3eaad4c'}] {{(pid=91539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 08:04:21.830512 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-5ead5137-9e41-4345-ae52-47f6be7a0455 service neutron] Attempting to bind port b2e9553b-eb9f-4850-83dd-71bf3d5334e4 on network 02a057d3-74ef-412a-9cb0-07a0f3eaad4c {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 08:04:21.835018 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-5ead5137-9e41-4345-ae52-47f6be7a0455 service neutron] Port b2e9553b-eb9f-4850-83dd-71bf3d5334e4 on network 02a057d3-74ef-412a-9cb0-07a0f3eaad4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 08:04:21.835336 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-5ead5137-9e41-4345-ae52-47f6be7a0455 service neutron] Attempting to bind port b2e9553b-eb9f-4850-83dd-71bf3d5334e4 on network 02a057d3-74ef-412a-9cb0-07a0f3eaad4c {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 08:04:21.841547 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-5ead5137-9e41-4345-ae52-47f6be7a0455 service neutron] Checking agent: {'id': '771bc7c6-ed6b-4515-8704-024740aedec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 56, 10), 'started_at': datetime.datetime(2021, 6, 2, 7, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 08:04:21.841885 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-5ead5137-9e41-4345-ae52-47f6be7a0455 service neutron] Checking segment: {'id': '33166b58-e24b-4288-b32d-0e56c81d4ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '02a057d3-74ef-412a-9cb0-07a0f3eaad4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 08:04:21.842264 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-5ead5137-9e41-4345-ae52-47f6be7a0455 service neutron] Bound using segment: {'id': '33166b58-e24b-4288-b32d-0e56c81d4ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '02a057d3-74ef-412a-9cb0-07a0f3eaad4c'} {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 08:04:21.842679 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-5ead5137-9e41-4345-ae52-47f6be7a0455 service neutron] Bound port: b2e9553b-eb9f-4850-83dd-71bf3d5334e4, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33166b58-e24b-4288-b32d-0e56c81d4ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '02a057d3-74ef-412a-9cb0-07a0f3eaad4c'}}] {{(pid=91539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 08:04:21.843024 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-5ead5137-9e41-4345-ae52-47f6be7a0455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:21.933986 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-5ead5137-9e41-4345-ae52-47f6be7a0455 service neutron] For port b2e9553b-eb9f-4850-83dd-71bf3d5334e4, host hv-cinder-78638, cleared binding levels {{(pid=91539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 08:04:21.936956 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-5ead5137-9e41-4345-ae52-47f6be7a0455 service neutron] For port b2e9553b-eb9f-4850-83dd-71bf3d5334e4, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b2e9553b-eb9f-4850-83dd-71bf3d5334e4,segment=NetworkSegment(33166b58-e24b-4288-b32d-0e56c81d4ca9),segment_id=33166b58-e24b-4288-b32d-0e56c81d4ca9)] {{(pid=91539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 08:04:21.941043 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-5ead5137-9e41-4345-ae52-47f6be7a0455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:21.945399 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-eedd3850-471a-48fd-a797-50e9ce51e3ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:04:21.994382 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-5ead5137-9e41-4345-ae52-47f6be7a0455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:21.994937 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-5ead5137-9e41-4345-ae52-47f6be7a0455 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:21.996334 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-5ead5137-9e41-4345-ae52-47f6be7a0455 service neutron] 10.222.0.79 "PUT /v2.0/ports/b2e9553b-eb9f-4850-83dd-71bf3d5334e4 HTTP/1.1" status: 200 len: 1093 time: 0.9658067 Jun 02 08:04:22.003708 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc69854-8e0e-44f1-b40b-bb53fcfc5d4c', 'tag': 'b2e9553b-eb9f-4850-83dd-71bf3d5334e4'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:04:22.006038 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9f5068-beb1-4aeb-8615-36c2cd317117" -d '{"events": [{"name": "network-changed", "server_uuid": "afc69854-8e0e-44f1-b40b-bb53fcfc5d4c", "tag": "b2e9553b-eb9f-4850-83dd-71bf3d5334e4"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:04:22.028574 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead5137-9e41-4345-ae52-47f6be7a0455 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e9553b-eb9f-4850-83dd-71bf3d5334e4,revision_number=3']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:04:22.031534 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-5ead5137-9e41-4345-ae52-47f6be7a0455 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:04:22.075007 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f72c6e3-aca3-4948-9d61-0ed6a2f34097 x-openstack-request-id: req-3f72c6e3-aca3-4948-9d61-0ed6a2f34097 {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:04:22.075329 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc69854-8e0e-44f1-b40b-bb53fcfc5d4c", "tag": "b2e9553b-eb9f-4850-83dd-71bf3d5334e4", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:04:22.075612 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3f72c6e3-aca3-4948-9d61-0ed6a2f34097 {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:04:22.076051 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc69854-8e0e-44f1-b40b-bb53fcfc5d4c', 'tag': 'b2e9553b-eb9f-4850-83dd-71bf3d5334e4', 'status': 'completed', 'code': 200} Jun 02 08:04:22.119447 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-b716e9c0-9cc2-4e99-ae92-3ae17599c670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:22.120966 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-b716e9c0-9cc2-4e99-ae92-3ae17599c670 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c8364ee4b6c44054af5d3fe75c8470a3&device_id=afc69854-8e0e-44f1-b40b-bb53fcfc5d4c HTTP/1.1" status: 200 len: 1096 time: 0.0775108 Jun 02 08:04:22.190080 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-2acf4b68-c94c-4ede-b63d-08c545eb4de3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2e9553b-eb9f-4850-83dd-71bf3d5334e4 HTTP/1.1" status: 200 len: 217 time: 0.0601578 Jun 02 08:04:22.254370 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-b048bbe0-ad82-4d83-a745-c9ba44eeaa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:22.255745 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-b048bbe0-ad82-4d83-a745-c9ba44eeaa5c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f99a7d40-ab3d-4d1e-8b5c-a1c4826c051f HTTP/1.1" status: 200 len: 853 time: 0.0582044 Jun 02 08:04:22.305145 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-fb7ae602-f41f-4075-9bcc-b46d9557f90c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=02a057d3-74ef-412a-9cb0-07a0f3eaad4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388315 Jun 02 08:04:22.435826 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-72013621-37c7-4ba7-be4c-d6d70bba2a1f service neutron] 10.222.0.79 "GET /v2.0/networks/02a057d3-74ef-412a-9cb0-07a0f3eaad4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223750 Jun 02 08:04:22.571513 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-dd6fa621-bdf4-488a-ad0c-bf1cba1b6771 req-bf79c9ff-cc0b-410c-9427-509ba235bde3 service neutron] 10.222.0.79 "GET /v2.0/networks/02a057d3-74ef-412a-9cb0-07a0f3eaad4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281176 Jun 02 08:04:22.683512 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f5068-beb1-4aeb-8615-36c2cd317117 req-eb91ed90-bf68-44bb-87d5-d67064094fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:22.684992 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-6d9f5068-beb1-4aeb-8615-36c2cd317117 req-eb91ed90-bf68-44bb-87d5-d67064094fe4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c8364ee4b6c44054af5d3fe75c8470a3&device_id=afc69854-8e0e-44f1-b40b-bb53fcfc5d4c HTTP/1.1" status: 200 len: 1096 time: 0.0691779 Jun 02 08:04:22.773063 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81d08b-9628-47b1-95fb-455e1e587c97 req-fa246394-6cb9-4a8a-835f-0a1b2a613112 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:22.775081 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5e81d08b-9628-47b1-95fb-455e1e587c97 req-fa246394-6cb9-4a8a-835f-0a1b2a613112 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc69854-8e0e-44f1-b40b-bb53fcfc5d4c HTTP/1.1" status: 200 len: 943 time: 0.0800440 Jun 02 08:04:22.818098 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f5068-beb1-4aeb-8615-36c2cd317117 req-1377114e-bce0-4b72-b20d-e4324cd0ef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:22.818837 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5e81d08b-9628-47b1-95fb-455e1e587c97 req-7bd707a7-3869-4748-b39b-43296d993f03 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/security-groups?id=42f1ba0a-cfb6-42d6-bff5-62ea302242a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377212 Jun 02 08:04:22.819536 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-6d9f5068-beb1-4aeb-8615-36c2cd317117 req-1377114e-bce0-4b72-b20d-e4324cd0ef6a service neutron] 10.222.0.79 "GET /v2.0/networks?id=02a057d3-74ef-412a-9cb0-07a0f3eaad4c HTTP/1.1" status: 200 len: 914 time: 0.1265931 Jun 02 08:04:22.893349 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-6d9f5068-beb1-4aeb-8615-36c2cd317117 req-a9b39349-ed9c-44cd-9bc2-7adb2d3ab6dd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2e9553b-eb9f-4850-83dd-71bf3d5334e4 HTTP/1.1" status: 200 len: 217 time: 0.0664756 Jun 02 08:04:22.960105 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f5068-beb1-4aeb-8615-36c2cd317117 req-7528362c-bca0-4613-9ee5-fa47c267621a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:22.961490 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-6d9f5068-beb1-4aeb-8615-36c2cd317117 req-7528362c-bca0-4613-9ee5-fa47c267621a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f99a7d40-ab3d-4d1e-8b5c-a1c4826c051f HTTP/1.1" status: 200 len: 853 time: 0.0589445 Jun 02 08:04:23.011099 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-6d9f5068-beb1-4aeb-8615-36c2cd317117 req-4f4f3ca1-e3a6-49af-9bcf-4d9629b0714e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=02a057d3-74ef-412a-9cb0-07a0f3eaad4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393879 Jun 02 08:04:23.141383 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-6d9f5068-beb1-4aeb-8615-36c2cd317117 req-dddb53af-0ac3-4109-92fc-b551b11e7602 service neutron] 10.222.0.79 "GET /v2.0/networks/02a057d3-74ef-412a-9cb0-07a0f3eaad4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220701 Jun 02 08:04:23.269972 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-6d9f5068-beb1-4aeb-8615-36c2cd317117 req-5504acd5-9340-4e38-be13-1169ed59f901 service neutron] 10.222.0.79 "GET /v2.0/networks/02a057d3-74ef-412a-9cb0-07a0f3eaad4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216419 Jun 02 08:04:24.003028 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596fc9b-69ac-4417-961b-4ee70294bdb5 req-28cc09c3-e8fe-4e42-9637-849a7c2c644f tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:24.003781 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-0596fc9b-69ac-4417-961b-4ee70294bdb5 req-28cc09c3-e8fe-4e42-9637-849a7c2c644f tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Synchronizing usage tracker for tenant:c8364ee4b6c44054af5d3fe75c8470a3 on resource:port {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:04:24.020281 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-0596fc9b-69ac-4417-961b-4ee70294bdb5 req-28cc09c3-e8fe-4e42-9637-849a7c2c644f tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Unset dirty status for tenant:c8364ee4b6c44054af5d3fe75c8470a3 on resource:port {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:04:24.021385 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0596fc9b-69ac-4417-961b-4ee70294bdb5 req-28cc09c3-e8fe-4e42-9637-849a7c2c644f tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc69854-8e0e-44f1-b40b-bb53fcfc5d4c HTTP/1.1" status: 200 len: 943 time: 0.0962350 Jun 02 08:04:24.068619 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0596fc9b-69ac-4417-961b-4ee70294bdb5 req-51f8be08-90f8-403b-b76d-b5fc6e0322d6 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/security-groups?id=42f1ba0a-cfb6-42d6-bff5-62ea302242a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413756 Jun 02 08:04:25.275997 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449dfd3-5d83-479f-99bd-1f166b77d47b req-3dd3aafb-3ee4-4182-8b2b-22e46bf8361b tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:25.277429 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-3449dfd3-5d83-479f-99bd-1f166b77d47b req-3dd3aafb-3ee4-4182-8b2b-22e46bf8361b tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc69854-8e0e-44f1-b40b-bb53fcfc5d4c HTTP/1.1" status: 200 len: 943 time: 0.1059909 Jun 02 08:04:25.320940 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-3449dfd3-5d83-479f-99bd-1f166b77d47b req-643ef367-7218-4b6c-949c-7ed1920fed06 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/security-groups?id=42f1ba0a-cfb6-42d6-bff5-62ea302242a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378838 Jun 02 08:04:25.878828 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device b2e9553b-eb9f-4850-83dd-71bf3d5334e4 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=91541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 08:04:26.009755 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port b2e9553b-eb9f-4850-83dd-71bf3d5334e4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b2e9553b-eb9f-4850-83dd-71bf3d5334e4,segment=NetworkSegment(33166b58-e24b-4288-b32d-0e56c81d4ca9),segment_id=33166b58-e24b-4288-b32d-0e56c81d4ca9)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:04:26.022636 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Returning: {'device': 'b2e9553b-eb9f-4850-83dd-71bf3d5334e4', 'network_id': '02a057d3-74ef-412a-9cb0-07a0f3eaad4c', 'port_id': 'b2e9553b-eb9f-4850-83dd-71bf3d5334e4', 'mac_address': 'fa:16:3e:d5:9d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f99a7d40-ab3d-4d1e-8b5c-a1c4826c051f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 08:04:26.076110 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:26.092196 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e9553b-eb9f-4850-83dd-71bf3d5334e4 {{(pid=91541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 08:04:26.107571 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port b2e9553b-eb9f-4850-83dd-71bf3d5334e4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b2e9553b-eb9f-4850-83dd-71bf3d5334e4,segment=NetworkSegment(33166b58-e24b-4288-b32d-0e56c81d4ca9),segment_id=33166b58-e24b-4288-b32d-0e56c81d4ca9)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:04:26.111700 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:26.114510 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:04:26.181389 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=b2e9553b-eb9f-4850-83dd-71bf3d5334e4,revision_number=4']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:04:26.188619 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:04:26.188961 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:04:26.189294 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:04:26.189620 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:04:26.189944 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:04:26.190265 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:04:26.190579 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:04:26.190892 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:04:26.191204 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:04:26.191517 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:04:26.191844 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:04:26.192158 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:04:26.196207 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:04:26.376514 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['b2e9553b-eb9f-4850-83dd-71bf3d5334e4'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 08:04:26.611227 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef867ec5-bd47-4b3d-b1fc-7a696bd2b598 req-9e0def30-e3cc-4a0d-969c-ebf6d1d59172 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:26.612723 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ef867ec5-bd47-4b3d-b1fc-7a696bd2b598 req-9e0def30-e3cc-4a0d-969c-ebf6d1d59172 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc69854-8e0e-44f1-b40b-bb53fcfc5d4c HTTP/1.1" status: 200 len: 944 time: 0.1846344 Jun 02 08:04:26.657780 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ef867ec5-bd47-4b3d-b1fc-7a696bd2b598 req-7f2bf89d-d769-438f-bf8e-8c8c630a2f53 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/security-groups?id=42f1ba0a-cfb6-42d6-bff5-62ea302242a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395322 Jun 02 08:04:27.838399 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202b1f0-340f-4f9e-a184-42e26e7f5c64 req-717ab11e-e658-4ee3-bc2a-31623b7e935d tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:27.839758 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-4202b1f0-340f-4f9e-a184-42e26e7f5c64 req-717ab11e-e658-4ee3-bc2a-31623b7e935d tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc69854-8e0e-44f1-b40b-bb53fcfc5d4c HTTP/1.1" status: 200 len: 944 time: 0.0801260 Jun 02 08:04:27.884324 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-4202b1f0-340f-4f9e-a184-42e26e7f5c64 req-2f397693-a741-4ca2-83fa-df20f58d2ae0 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/security-groups?id=42f1ba0a-cfb6-42d6-bff5-62ea302242a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389957 Jun 02 08:04:27.896624 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device b2e9553b-eb9f-4850-83dd-71bf3d5334e4 up at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 08:04:27.964037 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning for port b2e9553b-eb9f-4850-83dd-71bf3d5334e4 completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 08:04:27.968789 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning complete for port b2e9553b-eb9f-4850-83dd-71bf3d5334e4 triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:04:27.969257 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:28.084920 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:28.110477 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc69854-8e0e-44f1-b40b-bb53fcfc5d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e9553b-eb9f-4850-83dd-71bf3d5334e4'}] {{(pid=91541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:04:28.112642 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab578fc78af4bba4052238dc90c68e3a7405fe2d006a0c4fb1b419504dc30437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5a3079-c909-4d95-92a4-cc355c88e454" -d '{"events": [{"server_uuid": "afc69854-8e0e-44f1-b40b-bb53fcfc5d4c", "name": "network-vif-plugged", "status": "completed", "tag": "b2e9553b-eb9f-4850-83dd-71bf3d5334e4"}]}' {{(pid=91541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:04:28.121164 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port b2e9553b-eb9f-4850-83dd-71bf3d5334e4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b2e9553b-eb9f-4850-83dd-71bf3d5334e4,segment=NetworkSegment(33166b58-e24b-4288-b32d-0e56c81d4ca9),segment_id=33166b58-e24b-4288-b32d-0e56c81d4ca9)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:04:28.125065 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:28.126890 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:04:28.161147 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864a6c32-f962-4021-8c7e-8db3563adb80 x-openstack-request-id: req-864a6c32-f962-4021-8c7e-8db3563adb80 {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:04:28.161443 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc69854-8e0e-44f1-b40b-bb53fcfc5d4c", "name": "network-vif-plugged", "status": "completed", "tag": "b2e9553b-eb9f-4850-83dd-71bf3d5334e4", "code": 200}]} {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:04:28.161701 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-864a6c32-f962-4021-8c7e-8db3563adb80 {{(pid=91541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:04:28.162090 dv-cinder-786385-7-smb neutron-server[91541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc69854-8e0e-44f1-b40b-bb53fcfc5d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e9553b-eb9f-4850-83dd-71bf3d5334e4', 'code': 200} Jun 02 08:04:28.193764 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=b2e9553b-eb9f-4850-83dd-71bf3d5334e4,revision_number=5']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:04:28.196585 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:04:28.388257 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e3ad5-06e7-4e09-a04e-df0651fdf3aa req-a839591d-fe65-45c4-ba27-1caeed08bca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:28.389601 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-eb3e3ad5-06e7-4e09-a04e-df0651fdf3aa req-a839591d-fe65-45c4-ba27-1caeed08bca8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=afc69854-8e0e-44f1-b40b-bb53fcfc5d4c HTTP/1.1" status: 200 len: 1098 time: 0.0697277 Jun 02 08:04:28.429507 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-eb3e3ad5-06e7-4e09-a04e-df0651fdf3aa req-bb1a7b9a-3c11-4a0f-a7fe-8a8be922502f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=42f1ba0a-cfb6-42d6-bff5-62ea302242a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328839 Jun 02 08:04:29.072798 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73134e36-f9b7-4e94-9f29-4a6437dc1114 req-2588ef20-3de0-49c1-be4c-e4a9744f9210 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:29.074220 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-73134e36-f9b7-4e94-9f29-4a6437dc1114 req-2588ef20-3de0-49c1-be4c-e4a9744f9210 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc69854-8e0e-44f1-b40b-bb53fcfc5d4c HTTP/1.1" status: 200 len: 945 time: 0.0828617 Jun 02 08:04:29.116717 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-73134e36-f9b7-4e94-9f29-4a6437dc1114 req-b3878b3d-507d-4d57-b702-9c1fcefc1d0c tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/security-groups?id=42f1ba0a-cfb6-42d6-bff5-62ea302242a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368047 Jun 02 08:04:29.934967 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-8584a3e7-0156-40d8-a646-8c70c320cbdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:30.304388 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579bc05-f2ef-46a1-bfdd-e3d773b0542a req-bf26d7d9-69f9-4cca-b86c-1634951de36e tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:30.305885 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d579bc05-f2ef-46a1-bfdd-e3d773b0542a req-bf26d7d9-69f9-4cca-b86c-1634951de36e tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc69854-8e0e-44f1-b40b-bb53fcfc5d4c HTTP/1.1" status: 200 len: 945 time: 0.0802004 Jun 02 08:04:30.352610 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d579bc05-f2ef-46a1-bfdd-e3d773b0542a req-c9580262-1124-43a6-ae14-b165435759ae tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/security-groups?id=42f1ba0a-cfb6-42d6-bff5-62ea302242a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409842 Jun 02 08:04:32.381023 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:32.637763 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-ec829ebf-9e58-4073-a4fb-8a2d456ec9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:34.012120 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:35.365742 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:38.378420 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f9a5b-4456-44cf-a895-300d1836ccb9 req-d447f282-e972-40c1-97e0-00f1eb5c61c9 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:38.379806 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-675f9a5b-4456-44cf-a895-300d1836ccb9 req-d447f282-e972-40c1-97e0-00f1eb5c61c9 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 946 time: 0.0820427 Jun 02 08:04:38.424093 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-675f9a5b-4456-44cf-a895-300d1836ccb9 req-7da27f5b-04af-4934-8d35-24af260a2b65 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384274 Jun 02 08:04:39.769692 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1bf216-3a50-495a-a5e5-b0339c90d024 req-d9630c6a-6dbf-49c8-9125-8d92e199bec9 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:39.771034 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-dd1bf216-3a50-495a-a5e5-b0339c90d024 req-d9630c6a-6dbf-49c8-9125-8d92e199bec9 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 946 time: 0.0806835 Jun 02 08:04:39.822605 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:39.823391 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-dd1bf216-3a50-495a-a5e5-b0339c90d024 req-eadf515a-c672-41f4-97a9-1679cf926e1f tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups?id=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464315 Jun 02 08:04:39.826060 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266127f3-fdf5-4caf-a6f1-0c2473dc1755 req-ebbbeefe-e314-40ca-be09-9a4c822389b8 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:39.827653 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-266127f3-fdf5-4caf-a6f1-0c2473dc1755 req-ebbbeefe-e314-40ca-be09-9a4c822389b8 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 946 time: 0.0871043 Jun 02 08:04:39.963011 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [req-266127f3-fdf5-4caf-a6f1-0c2473dc1755 req-6ff0f7db-8109-45c2-b9f1-a980afd1119f tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Deleting port 1e7a7acc-858d-4a25-9273-f31e41040d03 {{(pid=91539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:04:39.963354 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-266127f3-fdf5-4caf-a6f1-0c2473dc1755 req-6ff0f7db-8109-45c2-b9f1-a980afd1119f tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:40.097122 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-266127f3-fdf5-4caf-a6f1-0c2473dc1755 req-6ff0f7db-8109-45c2-b9f1-a980afd1119f tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] For port 1e7a7acc-858d-4a25-9273-f31e41040d03, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1e7a7acc-858d-4a25-9273-f31e41040d03,segment=NetworkSegment(0a9f3729-62b7-4b55-a4b9-f7267fb154d2),segment_id=0a9f3729-62b7-4b55-a4b9-f7267fb154d2)] {{(pid=91539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:04:40.097385 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-266127f3-fdf5-4caf-a6f1-0c2473dc1755 req-6ff0f7db-8109-45c2-b9f1-a980afd1119f tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:40.391691 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-266127f3-fdf5-4caf-a6f1-0c2473dc1755 req-6ff0f7db-8109-45c2-b9f1-a980afd1119f tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:40.391997 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-266127f3-fdf5-4caf-a6f1-0c2473dc1755 req-6ff0f7db-8109-45c2-b9f1-a980afd1119f tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-945703'] for floatingip, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:40.392337 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.db.l3_db [req-266127f3-fdf5-4caf-a6f1-0c2473dc1755 req-6ff0f7db-8109-45c2-b9f1-a980afd1119f tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Floating IP 11a1d7e4-eeed-4736-803e-6759bb4c4d69 disassociated. External IP: 172.28.1.244, port: 1e7a7acc-858d-4a25-9273-f31e41040d03. Jun 02 08:04:40.392699 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [req-266127f3-fdf5-4caf-a6f1-0c2473dc1755 req-6ff0f7db-8109-45c2-b9f1-a980afd1119f tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Calling delete_port for 1e7a7acc-858d-4a25-9273-f31e41040d03 owned by compute:nova {{(pid=91539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:04:40.503124 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-266127f3-fdf5-4caf-a6f1-0c2473dc1755 req-6ff0f7db-8109-45c2-b9f1-a980afd1119f tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:40.508545 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-1b93dbf0-d49d-41a7-939b-899e24e3d940 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:04:40.556043 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0f7db-8109-45c2-b9f1-a980afd1119f tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Pushing event deleted for resources: {'Port': ['ID=1e7a7acc-858d-4a25-9273-f31e41040d03,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:04:40.559262 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-6ff0f7db-8109-45c2-b9f1-a980afd1119f tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:04:40.751829 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.l3_agent_scheduler [req-266127f3-fdf5-4caf-a6f1-0c2473dc1755 req-6ff0f7db-8109-45c2-b9f1-a980afd1119f tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Router f3dc0b6a-ac16-413b-b6c4-0571283fb525 has already been hosted by L3 agent 221affb1-81f2-42a7-84c7-b8c79a9401bf {{(pid=91539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 08:04:41.060140 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-66868b3f-8d1b-4f50-b3a3-1a17f89697f8 req-0aeb83f9-2459-4d07-8ebd-6ef65c29db6a tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4afedd-ac2b-4cf4-9e71-282d562c6f60 HTTP/1.1" status: 200 len: 210 time: 0.0602369 Jun 02 08:04:41.079104 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-266127f3-fdf5-4caf-a6f1-0c2473dc1755 req-6ff0f7db-8109-45c2-b9f1-a980afd1119f tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify agent at l3_agent.dv-cinder-786385-7-smb the message routers_updated {{(pid=91539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 08:04:41.088074 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b517bab0-d248-427e-97a9-1642c39ea5ba None None] Sync routers for ids ['f3dc0b6a-ac16-413b-b6c4-0571283fb525'] in dv-cinder-786385-7-smb {{(pid=91542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 08:04:41.098282 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b517bab0-d248-427e-97a9-1642c39ea5ba None None] Routers {'f3dc0b6a-ac16-413b-b6c4-0571283fb525'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:04:41.098881 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-b517bab0-d248-427e-97a9-1642c39ea5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:04:33Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['f3dc0b6a-ac16-413b-b6c4-0571283fb525'], 'active': True} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:04:41.152572 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [req-266127f3-fdf5-4caf-a6f1-0c2473dc1755 req-6ff0f7db-8109-45c2-b9f1-a980afd1119f tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] No DVR routers for this DVR port 1e7a7acc-858d-4a25-9273-f31e41040d03 on host hv-cinder-78638 {{(pid=91539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 08:04:41.155949 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-266127f3-fdf5-4caf-a6f1-0c2473dc1755 req-6ff0f7db-8109-45c2-b9f1-a980afd1119f tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:41.161685 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed4afedd-ac2b-4cf4-9e71-282d562c6f60', 'name': 'network-vif-deleted', 'tag': '1e7a7acc-858d-4a25-9273-f31e41040d03'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:04:41.162159 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2daaf328-42cd-4343-beeb-bc76ca424c9e" -d '{"events": [{"server_uuid": "ed4afedd-ac2b-4cf4-9e71-282d562c6f60", "name": "network-vif-deleted", "tag": "1e7a7acc-858d-4a25-9273-f31e41040d03"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:04:41.175572 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-266127f3-fdf5-4caf-a6f1-0c2473dc1755 req-6ff0f7db-8109-45c2-b9f1-a980afd1119f tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.79 "DELETE /v2.0/ports/1e7a7acc-858d-4a25-9273-f31e41040d03 HTTP/1.1" status: 204 len: 173 time: 1.3420284 Jun 02 08:04:41.209683 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8a90ad-6de1-4280-9afa-cb833e8b60d6 x-openstack-request-id: req-6e8a90ad-6de1-4280-9afa-cb833e8b60d6 {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:04:41.210035 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed4afedd-ac2b-4cf4-9e71-282d562c6f60", "name": "network-vif-deleted", "tag": "1e7a7acc-858d-4a25-9273-f31e41040d03", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:04:41.210320 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6e8a90ad-6de1-4280-9afa-cb833e8b60d6 {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:04:41.210850 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed4afedd-ac2b-4cf4-9e71-282d562c6f60', 'name': 'network-vif-deleted', 'tag': '1e7a7acc-858d-4a25-9273-f31e41040d03', 'status': 'completed', 'code': 200} Jun 02 08:04:41.283521 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvr_db [None req-b517bab0-d248-427e-97a9-1642c39ea5ba None None] Set router f3dc0b6a-ac16-413b-b6c4-0571283fb525 gateway port host: dv-cinder-786385-7-smb {{(pid=91542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:04:41.598663 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-b517bab0-d248-427e-97a9-1642c39ea5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'name': 'tempest-AttachVolumeShelveTestJSON-235286783-router', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'b63de57b-406e-448d-af03-d130089792ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:51Z', 'updated_at': '2021-06-02T07:58:07Z', 'revision_number': 4, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'gw_port': {'id': 'b63de57b-406e-448d-af03-d130089792ed', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:00:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:53Z', 'updated_at': '2021-06-02T07:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': 'c3796da1-db85-47cf-82e9-5664f02b51ce', 'name': '', 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'mac_address': 'fa:16:3e:04:43:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'dab5414d-1dc2-421f-9986-4a6ba721194d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:58:01Z', 'updated_at': '2021-06-02T07:58:18Z', 'revision_number': 5, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'subnets': [{'id': 'dab5414d-1dc2-421f-9986-4a6ba721194d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:04:41.602615 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b517bab0-d248-427e-97a9-1642c39ea5ba None None] Checking router: f3dc0b6a-ac16-413b-b6c4-0571283fb525 for host: dv-cinder-786385-7-smb {{(pid=91542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 08:04:41.611373 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b517bab0-d248-427e-97a9-1642c39ea5ba None None] Routers {'f3dc0b6a-ac16-413b-b6c4-0571283fb525'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:04:41.612065 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-b517bab0-d248-427e-97a9-1642c39ea5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:04:33Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['f3dc0b6a-ac16-413b-b6c4-0571283fb525'], 'active': True} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:04:41.795147 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvr_db [None req-b517bab0-d248-427e-97a9-1642c39ea5ba None None] Set router f3dc0b6a-ac16-413b-b6c4-0571283fb525 gateway port host: dv-cinder-786385-7-smb {{(pid=91542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:04:41.998019 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 1e7a7acc-858d-4a25-9273-f31e41040d03 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:04:42.033231 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] No Port match for: 1e7a7acc-858d-4a25-9273-f31e41040d03 {{(pid=91541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 08:04:42.033577 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 1e7a7acc-858d-4a25-9273-f31e41040d03 not bound to the agent host hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 08:04:42.118215 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-b517bab0-d248-427e-97a9-1642c39ea5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'name': 'tempest-AttachVolumeShelveTestJSON-235286783-router', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'b63de57b-406e-448d-af03-d130089792ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:51Z', 'updated_at': '2021-06-02T07:58:07Z', 'revision_number': 4, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'gw_port': {'id': 'b63de57b-406e-448d-af03-d130089792ed', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:00:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:53Z', 'updated_at': '2021-06-02T07:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': 'c3796da1-db85-47cf-82e9-5664f02b51ce', 'name': '', 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'mac_address': 'fa:16:3e:04:43:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'dab5414d-1dc2-421f-9986-4a6ba721194d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:58:01Z', 'updated_at': '2021-06-02T07:58:18Z', 'revision_number': 5, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'subnets': [{'id': 'dab5414d-1dc2-421f-9986-4a6ba721194d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:04:42.123241 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b517bab0-d248-427e-97a9-1642c39ea5ba None None] The sync data for ids ['f3dc0b6a-ac16-413b-b6c4-0571283fb525'] in dv-cinder-786385-7-smb is: [{'id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'name': 'tempest-AttachVolumeShelveTestJSON-235286783-router', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'b63de57b-406e-448d-af03-d130089792ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:51Z', 'updated_at': '2021-06-02T07:58:07Z', 'revision_number': 4, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'gw_port': {'id': 'b63de57b-406e-448d-af03-d130089792ed', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:00:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:53Z', 'updated_at': '2021-06-02T07:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': 'c3796da1-db85-47cf-82e9-5664f02b51ce', 'name': '', 'network_id': 'c2b2e088-f309-40ee-a9da-7f4c929ceb8e', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'mac_address': 'fa:16:3e:04:43:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'dab5414d-1dc2-421f-9986-4a6ba721194d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:58:01Z', 'updated_at': '2021-06-02T07:58:18Z', 'revision_number': 5, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'subnets': [{'id': 'dab5414d-1dc2-421f-9986-4a6ba721194d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 08:04:42.188423 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 47612) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:04:42.255108 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ed54bacf-0ecd-4f27-bf5d-c6a65b38f9f4 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:42.288444 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ed54bacf-0ecd-4f27-bf5d-c6a65b38f9f4 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:42.341357 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f459bb57-5dba-44e4-861f-21fe7c907210 None None] New status for floating IP 11a1d7e4-eeed-4736-803e-6759bb4c4d69: DOWN {{(pid=91541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 08:04:42.346296 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ed54bacf-0ecd-4f27-bf5d-c6a65b38f9f4 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:42.350302 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-42be9dde-9092-4442-a317-e3f1ebe1f28a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:04:42.366713 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54bacf-0ecd-4f27-bf5d-c6a65b38f9f4 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=254e7998-7ee2-4b99-a7bd-7658e0a5e2b6,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:04:42.369457 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-ed54bacf-0ecd-4f27-bf5d-c6a65b38f9f4 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:04:42.381683 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ed54bacf-0ecd-4f27-bf5d-c6a65b38f9f4 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:42.382826 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-ed54bacf-0ecd-4f27-bf5d-c6a65b38f9f4 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "DELETE /v2.0/security-groups/254e7998-7ee2-4b99-a7bd-7658e0a5e2b6 HTTP/1.1" status: 204 len: 168 time: 0.1933975 Jun 02 08:04:42.385636 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 47614) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:04:42.403030 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.api.v2.resource [None req-cf7de16e-3a3e-4c69-ab16-53a61a6c4499 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] show failed (client error): The resource could not be found. Jun 02 08:04:42.404053 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-cf7de16e-3a3e-4c69-ab16-53a61a6c4499 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "GET /v2.0/security-groups/254e7998-7ee2-4b99-a7bd-7658e0a5e2b6 HTTP/1.1" status: 404 len: 347 time: 0.0174139 Jun 02 08:04:42.407088 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 47616) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:04:42.638935 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [None req-d09b337c-c370-4cd8-a846-1b38798de164 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Deleting port 4ba3f507-789a-4d8c-84cd-c2985b371b10 {{(pid=91539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:04:42.639268 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-d09b337c-c370-4cd8-a846-1b38798de164 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:42.760069 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-d09b337c-c370-4cd8-a846-1b38798de164 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:42.760397 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-d09b337c-c370-4cd8-a846-1b38798de164 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:42.881604 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [None req-d09b337c-c370-4cd8-a846-1b38798de164 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Calling delete_port for 4ba3f507-789a-4d8c-84cd-c2985b371b10 owned by network:floatingip {{(pid=91539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:04:42.995948 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-d09b337c-c370-4cd8-a846-1b38798de164 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:43.000893 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-3fdcd7d2-0ced-4f68-ad53-53f1bbcb2084 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:04:43.076315 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b337c-c370-4cd8-a846-1b38798de164 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Pushing event deleted for resources: {'Port': ['ID=4ba3f507-789a-4d8c-84cd-c2985b371b10,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:04:43.078598 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-d09b337c-c370-4cd8-a846-1b38798de164 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:04:43.139080 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-d09b337c-c370-4cd8-a846-1b38798de164 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks [] for floatingip, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:43.152663 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-d09b337c-c370-4cd8-a846-1b38798de164 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for floatingip, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:43.154340 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-d09b337c-c370-4cd8-a846-1b38798de164 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] 10.222.0.81 "DELETE /v2.0/floatingips/11a1d7e4-eeed-4736-803e-6759bb4c4d69 HTTP/1.1" status: 204 len: 168 time: 0.7462909 Jun 02 08:04:45.918392 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 47656) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:04:46.613679 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-e139dc95-afd8-48a3-87f8-9fd00a168727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-944181'] for router_interface, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:47.030454 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [None req-e139dc95-afd8-48a3-87f8-9fd00a168727 admin admin] Deleting port c3796da1-db85-47cf-82e9-5664f02b51ce {{(pid=91539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:04:47.031136 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-e139dc95-afd8-48a3-87f8-9fd00a168727 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:47.152828 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [None req-e139dc95-afd8-48a3-87f8-9fd00a168727 admin admin] For port c3796da1-db85-47cf-82e9-5664f02b51ce, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=c3796da1-db85-47cf-82e9-5664f02b51ce,segment=NetworkSegment(0a9f3729-62b7-4b55-a4b9-f7267fb154d2),segment_id=0a9f3729-62b7-4b55-a4b9-f7267fb154d2)] {{(pid=91539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:04:47.153846 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-e139dc95-afd8-48a3-87f8-9fd00a168727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:47.224146 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.agents_db [None req-10acdd10-972e-4945-a856-8243e035fc02 None None] Agent healthcheck: found 6 active agents {{(pid=91542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 08:04:47.275509 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [None req-e139dc95-afd8-48a3-87f8-9fd00a168727 admin admin] Calling delete_port for c3796da1-db85-47cf-82e9-5664f02b51ce owned by network:router_interface {{(pid=91539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:04:47.420062 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-e139dc95-afd8-48a3-87f8-9fd00a168727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:47.423470 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-cab1ec75-3884-447e-95d2-295b655fa5a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:04:47.472138 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139dc95-afd8-48a3-87f8-9fd00a168727 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3796da1-db85-47cf-82e9-5664f02b51ce,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:04:47.474715 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-e139dc95-afd8-48a3-87f8-9fd00a168727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:04:47.738819 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-e139dc95-afd8-48a3-87f8-9fd00a168727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-944193'] for router_interface, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:48.218778 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e139dc95-afd8-48a3-87f8-9fd00a168727 admin admin] Router f3dc0b6a-ac16-413b-b6c4-0571283fb525 has already been hosted by L3 agent 221affb1-81f2-42a7-84c7-b8c79a9401bf {{(pid=91539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 08:04:48.389867 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e139dc95-afd8-48a3-87f8-9fd00a168727 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-smb the message routers_updated {{(pid=91539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 08:04:48.398634 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4ef2f8-aee2-4017-9694-21bcb2b17501 None None] Sync routers for ids ['f3dc0b6a-ac16-413b-b6c4-0571283fb525'] in dv-cinder-786385-7-smb {{(pid=91542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 08:04:48.402166 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-e139dc95-afd8-48a3-87f8-9fd00a168727 admin admin] 10.222.0.81 "PUT /v2.0/routers/f3dc0b6a-ac16-413b-b6c4-0571283fb525/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4820714 Jun 02 08:04:48.405338 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 47674) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:04:48.408190 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4ef2f8-aee2-4017-9694-21bcb2b17501 None None] Routers {'f3dc0b6a-ac16-413b-b6c4-0571283fb525'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:04:48.408816 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-2e4ef2f8-aee2-4017-9694-21bcb2b17501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:04:33Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['f3dc0b6a-ac16-413b-b6c4-0571283fb525'], 'active': True} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:04:48.580741 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-d1b5fe2b-bf07-4319-8c83-b2e020444160 admin admin] Notify callbacks [] for router, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:48.623460 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvr_db [None req-2e4ef2f8-aee2-4017-9694-21bcb2b17501 None None] Set router f3dc0b6a-ac16-413b-b6c4-0571283fb525 gateway port host: dv-cinder-786385-7-smb {{(pid=91542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:04:48.759374 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-d1b5fe2b-bf07-4319-8c83-b2e020444160 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:48.829367 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [None req-d1b5fe2b-bf07-4319-8c83-b2e020444160 admin admin] Deleting port b63de57b-406e-448d-af03-d130089792ed {{(pid=91539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:04:48.829614 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-d1b5fe2b-bf07-4319-8c83-b2e020444160 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:48.902236 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-2e4ef2f8-aee2-4017-9694-21bcb2b17501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'name': 'tempest-AttachVolumeShelveTestJSON-235286783-router', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': 'b63de57b-406e-448d-af03-d130089792ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:51Z', 'updated_at': '2021-06-02T08:04:47Z', 'revision_number': 5, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'gw_port': {'id': 'b63de57b-406e-448d-af03-d130089792ed', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:00:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:57:53Z', 'updated_at': '2021-06-02T07:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb'}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:04:48.906789 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4ef2f8-aee2-4017-9694-21bcb2b17501 None None] Checking router: f3dc0b6a-ac16-413b-b6c4-0571283fb525 for host: dv-cinder-786385-7-smb {{(pid=91542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 08:04:48.915205 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4ef2f8-aee2-4017-9694-21bcb2b17501 None None] Routers {'f3dc0b6a-ac16-413b-b6c4-0571283fb525'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:04:48.915839 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-2e4ef2f8-aee2-4017-9694-21bcb2b17501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:04:33Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['f3dc0b6a-ac16-413b-b6c4-0571283fb525'], 'active': True} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:04:48.958764 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [None req-d1b5fe2b-bf07-4319-8c83-b2e020444160 admin admin] For port b63de57b-406e-448d-af03-d130089792ed, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=b63de57b-406e-448d-af03-d130089792ed,segment=NetworkSegment(f5cbd04c-dcdc-483c-9882-54251cba879c),segment_id=f5cbd04c-dcdc-483c-9882-54251cba879c)] {{(pid=91539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:04:48.959116 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-d1b5fe2b-bf07-4319-8c83-b2e020444160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:49.070200 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvr_db [None req-2e4ef2f8-aee2-4017-9694-21bcb2b17501 None None] Set router f3dc0b6a-ac16-413b-b6c4-0571283fb525 gateway port host: None {{(pid=91542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:04:49.083749 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [None req-d1b5fe2b-bf07-4319-8c83-b2e020444160 admin admin] Calling delete_port for b63de57b-406e-448d-af03-d130089792ed owned by network:router_gateway {{(pid=91539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:04:49.181272 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-2e4ef2f8-aee2-4017-9694-21bcb2b17501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'name': 'tempest-AttachVolumeShelveTestJSON-235286783-router', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:51Z', 'updated_at': '2021-06-02T08:04:48Z', 'revision_number': 6, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'gw_port_host': None}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:04:49.186220 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4ef2f8-aee2-4017-9694-21bcb2b17501 None None] The sync data for ids ['f3dc0b6a-ac16-413b-b6c4-0571283fb525'] in dv-cinder-786385-7-smb is: [{'id': 'f3dc0b6a-ac16-413b-b6c4-0571283fb525', 'name': 'tempest-AttachVolumeShelveTestJSON-235286783-router', 'tenant_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:57:51Z', 'updated_at': '2021-06-02T08:04:48Z', 'revision_number': 6, 'project_id': '6b8d02cd22f94fd0a8a8af38d9d22b8d', 'gw_port_host': None}] {{(pid=91542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 08:04:49.245847 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-d1b5fe2b-bf07-4319-8c83-b2e020444160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:49.251656 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-5b4fb6d3-f76e-4751-b407-ce52ec475035 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:04:49.299831 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5fe2b-bf07-4319-8c83-b2e020444160 admin admin] Pushing event deleted for resources: {'Port': ['ID=b63de57b-406e-448d-af03-d130089792ed,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:04:49.302824 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-d1b5fe2b-bf07-4319-8c83-b2e020444160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:04:49.507604 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-d1b5fe2b-bf07-4319-8c83-b2e020444160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946132'] for router_gateway, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:49.686964 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-d1b5fe2b-bf07-4319-8c83-b2e020444160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3831'] for router, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:49.689172 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-d1b5fe2b-bf07-4319-8c83-b2e020444160 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:49.712062 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-d1b5fe2b-bf07-4319-8c83-b2e020444160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012666'] for router, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:49.712590 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b5fe2b-bf07-4319-8c83-b2e020444160 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3dc0b6a-ac16-413b-b6c4-0571283fb525 {{(pid=91539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 08:04:49.726686 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-d1b5fe2b-bf07-4319-8c83-b2e020444160 admin admin] Notify callbacks [] for router, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:49.727786 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-d1b5fe2b-bf07-4319-8c83-b2e020444160 admin admin] 10.222.0.81 "DELETE /v2.0/routers/f3dc0b6a-ac16-413b-b6c4-0571283fb525 HTTP/1.1" status: 204 len: 168 time: 1.3215647 Jun 02 08:04:49.730323 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 47686) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:04:49.792952 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d0aceb8-3e78-4767-afe2-e72d74071417 admin admin] Deleting subnet dab5414d-1dc2-421f-9986-4a6ba721194d {{(pid=91539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 08:04:49.796911 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8d0aceb8-3e78-4767-afe2-e72d74071417 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:49.846214 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8d0aceb8-3e78-4767-afe2-e72d74071417 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1809723'] for subnet, precommit_delete_associations {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:49.925686 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8d0aceb8-3e78-4767-afe2-e72d74071417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862327'] for subnet, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:50.178431 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8d0aceb8-3e78-4767-afe2-e72d74071417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1806373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1601809'] for subnet, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:50.182623 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:04:50.221237 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0aceb8-3e78-4767-afe2-e72d74071417 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dab5414d-1dc2-421f-9986-4a6ba721194d,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:04:50.224384 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-8d0aceb8-3e78-4767-afe2-e72d74071417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:04:50.225364 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-8d0aceb8-3e78-4767-afe2-e72d74071417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for subnet, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:50.230464 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6d38b8-1097-4ccf-b74f-39316137ebbd None None] Network c2b2e088-f309-40ee-a9da-7f4c929ceb8e requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 08:04:50.231582 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-8d0aceb8-3e78-4767-afe2-e72d74071417 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/dab5414d-1dc2-421f-9986-4a6ba721194d HTTP/1.1" status: 204 len: 168 time: 0.5002468 Jun 02 08:04:50.233983 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 47688) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:04:50.336326 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-cf52c250-724f-49a5-b7d7-b856923e02f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3903172'] for network, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:50.415384 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [None req-cf52c250-724f-49a5-b7d7-b856923e02f8 admin admin] Deleting port bb9d4eca-0621-444f-90d5-5d12fc57ebec {{(pid=91539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:04:50.415733 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-cf52c250-724f-49a5-b7d7-b856923e02f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:50.502702 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c1f6b1-a1aa-4e88-a417-28bc891663df None None] DHCP port deletion for c2b2e088-f309-40ee-a9da-7f4c929ceb8e request from dv-cinder-786385-7-smb {{(pid=91541) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 08:04:50.521718 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [None req-cf52c250-724f-49a5-b7d7-b856923e02f8 admin admin] For port bb9d4eca-0621-444f-90d5-5d12fc57ebec, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=bb9d4eca-0621-444f-90d5-5d12fc57ebec,segment=NetworkSegment(0a9f3729-62b7-4b55-a4b9-f7267fb154d2),segment_id=0a9f3729-62b7-4b55-a4b9-f7267fb154d2)] {{(pid=91539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:04:50.522685 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-cf52c250-724f-49a5-b7d7-b856923e02f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:50.581506 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-a8c1f6b1-a1aa-4e88-a417-28bc891663df None None] Deleting port bb9d4eca-0621-444f-90d5-5d12fc57ebec {{(pid=91541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:04:50.581824 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-a8c1f6b1-a1aa-4e88-a417-28bc891663df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:50.647480 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [None req-cf52c250-724f-49a5-b7d7-b856923e02f8 admin admin] Calling delete_port for bb9d4eca-0621-444f-90d5-5d12fc57ebec owned by network:dhcp {{(pid=91539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:04:50.699709 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-cf52c250-724f-49a5-b7d7-b856923e02f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:50.703615 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:04:50.708485 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device bb9d4eca-0621-444f-90d5-5d12fc57ebec no longer exists at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:04:50.748202 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52c250-724f-49a5-b7d7-b856923e02f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb9d4eca-0621-444f-90d5-5d12fc57ebec,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:04:50.748430 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] No Port match for: bb9d4eca-0621-444f-90d5-5d12fc57ebec {{(pid=91541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 08:04:50.748542 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device bb9d4eca-0621-444f-90d5-5d12fc57ebec not bound to the agent host dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 08:04:50.748953 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device c3796da1-db85-47cf-82e9-5664f02b51ce no longer exists at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:04:50.751240 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-cf52c250-724f-49a5-b7d7-b856923e02f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:04:50.752136 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf52c250-724f-49a5-b7d7-b856923e02f8 admin admin] No DVR routers for this DVR port bb9d4eca-0621-444f-90d5-5d12fc57ebec on host dv-cinder-786385-7-smb {{(pid=91539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 08:04:50.788269 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] No Port match for: c3796da1-db85-47cf-82e9-5664f02b51ce {{(pid=91541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 08:04:50.788617 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device c3796da1-db85-47cf-82e9-5664f02b51ce not bound to the agent host dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 08:04:50.789043 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device b63de57b-406e-448d-af03-d130089792ed no longer exists at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:04:50.812491 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-a8c1f6b1-a1aa-4e88-a417-28bc891663df None None] For port bb9d4eca-0621-444f-90d5-5d12fc57ebec, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=bb9d4eca-0621-444f-90d5-5d12fc57ebec,segment=NetworkSegment(0a9f3729-62b7-4b55-a4b9-f7267fb154d2),segment_id=0a9f3729-62b7-4b55-a4b9-f7267fb154d2)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:04:50.812903 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-a8c1f6b1-a1aa-4e88-a417-28bc891663df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:50.832487 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] No Port match for: b63de57b-406e-448d-af03-d130089792ed {{(pid=91541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 08:04:50.833272 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device b63de57b-406e-448d-af03-d130089792ed not bound to the agent host dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 08:04:50.870935 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-cf52c250-724f-49a5-b7d7-b856923e02f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3859854', 'neutron.services.segments.db._delete_segments_for_network-8746790623609'] for network, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:50.889863 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.services.segments.db [None req-cf52c250-724f-49a5-b7d7-b856923e02f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b2e088-f309-40ee-a9da-7f4c929ceb8e']}} {{(pid=91539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:04:50.904765 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.services.segments.db [None req-cf52c250-724f-49a5-b7d7-b856923e02f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a9f3729-62b7-4b55-a4b9-f7267fb154d2') {'for_net_delete': True} {{(pid=91539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:04:50.905148 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.services.segments.db [None req-cf52c250-724f-49a5-b7d7-b856923e02f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a9f3729-62b7-4b55-a4b9-f7267fb154d2') {} {{(pid=91539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:04:50.918987 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-cf52c250-724f-49a5-b7d7-b856923e02f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746790628244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1809714'] for segment, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:50.941073 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-cf52c250-724f-49a5-b7d7-b856923e02f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479'] for segment, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:50.946721 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-a8c1f6b1-a1aa-4e88-a417-28bc891663df None None] Calling delete_port for bb9d4eca-0621-444f-90d5-5d12fc57ebec owned by network:dhcp {{(pid=91541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:04:50.947838 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf52c250-724f-49a5-b7d7-b856923e02f8 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=91539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 08:04:50.948263 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-cf52c250-724f-49a5-b7d7-b856923e02f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1806479'] for segment, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:50.991067 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-a8c1f6b1-a1aa-4e88-a417-28bc891663df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455'] for port, after_delete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:50.995984 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:04:51.044488 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1f6b1-a1aa-4e88-a417-28bc891663df None None] Pushing event deleted for resources: {'Port': ['ID=bb9d4eca-0621-444f-90d5-5d12fc57ebec,revision_number=None']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:04:51.046494 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c1f6b1-a1aa-4e88-a417-28bc891663df None None] No DVR routers for this DVR port bb9d4eca-0621-444f-90d5-5d12fc57ebec on host dv-cinder-786385-7-smb {{(pid=91541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 08:04:51.047719 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-a8c1f6b1-a1aa-4e88-a417-28bc891663df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:04:51.067931 dv-cinder-786385-7-smb neutron-server[91539]: Traceback (most recent call last): Jun 02 08:04:51.067931 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 08:04:51.067931 dv-cinder-786385-7-smb neutron-server[91539]: timer() Jun 02 08:04:51.067931 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 08:04:51.067931 dv-cinder-786385-7-smb neutron-server[91539]: cb(*args, **kw) Jun 02 08:04:51.067931 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 08:04:51.067931 dv-cinder-786385-7-smb neutron-server[91539]: return func(*args, **kwargs) Jun 02 08:04:51.067931 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 08:04:51.067931 dv-cinder-786385-7-smb neutron-server[91539]: self._notify() Jun 02 08:04:51.067931 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 08:04:51.067931 dv-cinder-786385-7-smb neutron-server[91539]: self.callback(batched_events) Jun 02 08:04:51.067931 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 08:04:51.067931 dv-cinder-786385-7-smb neutron-server[91539]: event.method(event) Jun 02 08:04:51.067931 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 08:04:51.067931 dv-cinder-786385-7-smb neutron-server[91539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 08:04:51.067931 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 08:04:51.067931 dv-cinder-786385-7-smb neutron-server[91539]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 08:04:51.067931 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 08:04:51.067931 dv-cinder-786385-7-smb neutron-server[91539]: return f(self, *a, **k) Jun 02 08:04:51.067931 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 08:04:51.067931 dv-cinder-786385-7-smb neutron-server[91539]: return self._get(url).json() Jun 02 08:04:51.067931 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 08:04:51.067931 dv-cinder-786385-7-smb neutron-server[91539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 08:04:51.067931 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 08:04:51.067931 dv-cinder-786385-7-smb neutron-server[91539]: return self.request(url, 'GET', **kwargs) Jun 02 08:04:51.067931 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 08:04:51.067931 dv-cinder-786385-7-smb neutron-server[91539]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 08:04:51.067931 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 08:04:51.067931 dv-cinder-786385-7-smb neutron-server[91539]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 08:04:51.067931 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 08:04:51.067931 dv-cinder-786385-7-smb neutron-server[91539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 08:04:51.067931 dv-cinder-786385-7-smb neutron-server[91539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 08:04:51.141266 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-cf52c250-724f-49a5-b7d7-b856923e02f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3859897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-947529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-945717'] for network, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:51.145158 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-d8645d83-359d-40c0-8869-a1139642a993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:04:51.160282 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-cf52c250-724f-49a5-b7d7-b856923e02f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for network, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:51.171835 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52c250-724f-49a5-b7d7-b856923e02f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2b2e088-f309-40ee-a9da-7f4c929ceb8e,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:04:51.175772 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-cf52c250-724f-49a5-b7d7-b856923e02f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:04:51.183602 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-cf52c250-724f-49a5-b7d7-b856923e02f8 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c2b2e088-f309-40ee-a9da-7f4c929ceb8e HTTP/1.1" status: 204 len: 168 time: 0.9486668 Jun 02 08:04:51.296305 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 47694) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:04:51.345630 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-5176fae9-dd73-493d-9582-3167020cd448 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6b8d02cd22f94fd0a8a8af38d9d22b8d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0480504 Jun 02 08:04:51.348004 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 47696) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:04:51.405452 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-4c6ab614-51c7-4d5c-a9c7-c13f9f89b854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:51.431028 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-4c6ab614-51c7-4d5c-a9c7-c13f9f89b854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:51.480010 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-4c6ab614-51c7-4d5c-a9c7-c13f9f89b854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:51.485648 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:04:51.501754 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ab614-51c7-4d5c-a9c7-c13f9f89b854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0033860f-ec72-4fd6-9e16-0662fc7d72f7,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:04:51.506219 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-4c6ab614-51c7-4d5c-a9c7-c13f9f89b854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:04:51.508143 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-4c6ab614-51c7-4d5c-a9c7-c13f9f89b854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:51.509269 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-4c6ab614-51c7-4d5c-a9c7-c13f9f89b854 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0033860f-ec72-4fd6-9e16-0662fc7d72f7 HTTP/1.1" status: 204 len: 168 time: 0.1603446 Jun 02 08:04:52.241818 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 47720) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:04:52.355352 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [None req-ccf70929-6099-4aed-abf3-17ee94cbf863 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2046418767-network', 'tenant_id': '50970b71fa0945c2a57aa1458dfb6255'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:04:52.360487 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-ccf70929-6099-4aed-abf3-17ee94cbf863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:04:52.364907 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-ccf70929-6099-4aed-abf3-17ee94cbf863 admin admin] Usage tracker for resource:network and tenant:50970b71fa0945c2a57aa1458dfb6255 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:04:52.367748 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-ccf70929-6099-4aed-abf3-17ee94cbf863 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:04:52.376401 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-ccf70929-6099-4aed-abf3-17ee94cbf863 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:04:52.389649 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf70929-6099-4aed-abf3-17ee94cbf863 admin admin] Made reservation on behalf of 50970b71fa0945c2a57aa1458dfb6255 for: {'network': 1} {{(pid=91539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 08:04:52.392110 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ccf70929-6099-4aed-abf3-17ee94cbf863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3847429'] for network, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:52.406527 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ccf70929-6099-4aed-abf3-17ee94cbf863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:52.421882 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-ccf70929-6099-4aed-abf3-17ee94cbf863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:04:52.425716 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-ccf70929-6099-4aed-abf3-17ee94cbf863 admin admin] Usage tracker for resource:security_group_rule and tenant:50970b71fa0945c2a57aa1458dfb6255 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:04:52.428582 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-ccf70929-6099-4aed-abf3-17ee94cbf863 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:04:52.434546 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-ccf70929-6099-4aed-abf3-17ee94cbf863 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:04:52.521422 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ccf70929-6099-4aed-abf3-17ee94cbf863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:52.525719 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ccf70929-6099-4aed-abf3-17ee94cbf863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:52.529593 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:04:52.569074 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf70929-6099-4aed-abf3-17ee94cbf863 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=91539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 08:04:52.577733 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf70929-6099-4aed-abf3-17ee94cbf863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a057cf0-1e79-4c2e-88f7-bcd123595204,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:04:52.581021 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-ccf70929-6099-4aed-abf3-17ee94cbf863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:04:52.587179 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ccf70929-6099-4aed-abf3-17ee94cbf863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479'] for segment, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:52.587646 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.db.segments_db [None req-ccf70929-6099-4aed-abf3-17ee94cbf863 admin admin] Added segment bebd13e2-1562-4e95-9093-2b9478c2818f of type vlan for network 92afa014-7cec-43de-8590-b4c563b74128 Jun 02 08:04:52.617222 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ccf70929-6099-4aed-abf3-17ee94cbf863 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746790259047'] for network, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:52.649312 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ccf70929-6099-4aed-abf3-17ee94cbf863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-947529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536110'] for network, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:52.650664 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf70929-6099-4aed-abf3-17ee94cbf863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:52.651244 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ccf70929-6099-4aed-abf3-17ee94cbf863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for network, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:52.656709 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:04:52.768528 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-ccf70929-6099-4aed-abf3-17ee94cbf863 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5255828 Jun 02 08:04:52.769788 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf70929-6099-4aed-abf3-17ee94cbf863 admin admin] Pushing event updated for resources: {'Network': ['ID=92afa014-7cec-43de-8590-b4c563b74128,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:04:52.771780 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 47730) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:04:52.773781 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-ccf70929-6099-4aed-abf3-17ee94cbf863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:04:52.777250 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [None req-60d31ce4-b9d7-4c6b-98a6-abe019b7decb admin admin] Request body: {'subnet': {'network_id': '92afa014-7cec-43de-8590-b4c563b74128', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2046418767-subnet', 'tenant_id': '50970b71fa0945c2a57aa1458dfb6255', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:04:52.782295 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Network 92afa014-7cec-43de-8590-b4c563b74128 details requested by agent ovs-agent-dv-cinder-786385-7-smb with host dv-cinder-786385-7-smb {{(pid=91541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 02 08:04:52.783042 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-60d31ce4-b9d7-4c6b-98a6-abe019b7decb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:04:52.788988 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-60d31ce4-b9d7-4c6b-98a6-abe019b7decb admin admin] Usage tracker for resource:subnet and tenant:50970b71fa0945c2a57aa1458dfb6255 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:04:52.794210 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-60d31ce4-b9d7-4c6b-98a6-abe019b7decb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:04:52.802989 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-60d31ce4-b9d7-4c6b-98a6-abe019b7decb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:04:52.815766 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d31ce4-b9d7-4c6b-98a6-abe019b7decb admin admin] Made reservation on behalf of 50970b71fa0945c2a57aa1458dfb6255 for: {'subnet': 1} {{(pid=91539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 08:04:52.818230 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-60d31ce4-b9d7-4c6b-98a6-abe019b7decb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1601804'] for subnet, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:53.207128 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-60d31ce4-b9d7-4c6b-98a6-abe019b7decb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1809896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1601822'] for subnet, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:53.211629 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-a2d14dc9-940f-497d-b609-3e4eb5c1265a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:04:53.282234 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d31ce4-b9d7-4c6b-98a6-abe019b7decb admin admin] Pushing event updated for resources: {'Subnet': ['ID=afcc30b2-85de-43fe-a83b-974e2f810830,revision_number=0']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:04:53.285534 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-60d31ce4-b9d7-4c6b-98a6-abe019b7decb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:04:53.287961 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d31ce4-b9d7-4c6b-98a6-abe019b7decb admin admin] Checking segment: {'id': 'bebd13e2-1562-4e95-9093-2b9478c2818f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '92afa014-7cec-43de-8590-b4c563b74128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 08:04:53.288261 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d31ce4-b9d7-4c6b-98a6-abe019b7decb admin admin] Network hostable DHCP agents. Network: 92afa014-7cec-43de-8590-b4c563b74128, hostable agents: ['187909a1-f54b-4aaf-b277-d1ad18d9eb87'], hosted agents: [] {{(pid=91539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 08:04:53.305128 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d31ce4-b9d7-4c6b-98a6-abe019b7decb admin admin] Network 92afa014-7cec-43de-8590-b4c563b74128 is scheduled to be hosted by DHCP agent 187909a1-f54b-4aaf-b277-d1ad18d9eb87 with binding_index 1 {{(pid=91539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 08:04:53.315422 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [None req-60d31ce4-b9d7-4c6b-98a6-abe019b7decb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-7-smb, 92afa014-7cec-43de-8590-b4c563b74128) {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 08:04:53.323439 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d31ce4-b9d7-4c6b-98a6-abe019b7decb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:53.324063 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-60d31ce4-b9d7-4c6b-98a6-abe019b7decb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for subnet, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:53.325741 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8387606e-ec32-4f08-8f02-a9f3bdcf6c4a None None] Network 92afa014-7cec-43de-8590-b4c563b74128 requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 08:04:53.349368 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-60d31ce4-b9d7-4c6b-98a6-abe019b7decb admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5765426 Jun 02 08:04:53.518510 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52027374-a0d0-46e4-af33-fc11bdbcca3f None None] Network 92afa014-7cec-43de-8590-b4c563b74128 requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 08:04:53.881936 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-2811e93c-1901-4dfd-b310-4c6f7474a9a7 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:53.883266 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-2811e93c-1901-4dfd-b310-4c6f7474a9a7 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/networks?id=92afa014-7cec-43de-8590-b4c563b74128 HTTP/1.1" status: 200 len: 815 time: 0.2306776 Jun 02 08:04:53.897866 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-9dade25a-0efc-45f5-8132-f6ff467e6f22 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/quotas/50970b71fa0945c2a57aa1458dfb6255 HTTP/1.1" status: 200 len: 375 time: 0.0090539 Jun 02 08:04:53.944108 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-73c2b844-d255-4cd9-8eca-7f71ae7b0bb9 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=50970b71fa0945c2a57aa1458dfb6255&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414453 Jun 02 08:04:54.131366 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-7f7bfe33-5fdd-42e3-891a-bb70ddbb2fdc service neutron] 10.222.0.81 "GET /v2.0/networks/92afa014-7cec-43de-8590-b4c563b74128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794968 Jun 02 08:04:54.260312 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-4412af7e-1cc4-4ba3-9a2f-907f0fd2dce8 service neutron] 10.222.0.81 "GET /v2.0/networks/92afa014-7cec-43de-8590-b4c563b74128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232193 Jun 02 08:04:54.435112 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-eb339dad-27f1-4718-beb4-c9f164aa6f2f req-92bbc24b-e46e-4160-ae19-a1ab91cf8d1b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6bc2015-7220-4dbb-95fd-8d1f0f7a0847 HTTP/1.1" status: 200 len: 210 time: 0.0422244 Jun 02 08:04:55.602591 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-56d892c4-66cc-4721-bb45-e45510cc7721 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:55.603219 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-56d892c4-66cc-4721-bb45-e45510cc7721 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Synchronizing usage tracker for tenant:50970b71fa0945c2a57aa1458dfb6255 on resource:network {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:04:55.607910 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-136c57c3-13d0-47b3-8218-5799688d3d4e req-8d0fa582-4d08-4ef4-a9fa-990586db102d tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6bc2015-7220-4dbb-95fd-8d1f0f7a0847 HTTP/1.1" status: 200 len: 210 time: 0.0562356 Jun 02 08:04:55.624962 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-56d892c4-66cc-4721-bb45-e45510cc7721 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Unset dirty status for tenant:50970b71fa0945c2a57aa1458dfb6255 on resource:network {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:04:55.626122 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-56d892c4-66cc-4721-bb45-e45510cc7721 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.79 "GET /v2.0/networks?id=92afa014-7cec-43de-8590-b4c563b74128 HTTP/1.1" status: 200 len: 815 time: 0.2102828 Jun 02 08:04:55.643981 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-c0a6f5d4-01df-4335-99a4-8d198da7ef1b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Request body: {'port': {'device_id': 'f6bc2015-7220-4dbb-95fd-8d1f0f7a0847', 'network_id': '92afa014-7cec-43de-8590-b4c563b74128', 'admin_state_up': True, 'tenant_id': '50970b71fa0945c2a57aa1458dfb6255'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:04:55.778423 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-c0a6f5d4-01df-4335-99a4-8d198da7ef1b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:04:55.782237 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-c0a6f5d4-01df-4335-99a4-8d198da7ef1b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Usage tracker for resource:port and tenant:50970b71fa0945c2a57aa1458dfb6255 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:04:55.785073 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-c0a6f5d4-01df-4335-99a4-8d198da7ef1b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:04:55.790684 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-c0a6f5d4-01df-4335-99a4-8d198da7ef1b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:04:55.800803 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-c0a6f5d4-01df-4335-99a4-8d198da7ef1b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Made reservation on behalf of 50970b71fa0945c2a57aa1458dfb6255 for: {'port': 1} {{(pid=91539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 08:04:55.804328 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-c0a6f5d4-01df-4335-99a4-8d198da7ef1b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:55.966428 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.db_base_plugin_common [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-c0a6f5d4-01df-4335-99a4-8d198da7ef1b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Allocated IP 172.20.0.8 (92afa014-7cec-43de-8590-b4c563b74128/afcc30b2-85de-43fe-a83b-974e2f810830/a1a57c89-d647-424e-90c7-725b62c69694) {{(pid=91539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 08:04:56.166515 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-c0a6f5d4-01df-4335-99a4-8d198da7ef1b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Notify callbacks [] for port, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:56.197336 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-c0a6f5d4-01df-4335-99a4-8d198da7ef1b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:56.203075 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-8f6a1ed1-b700-46e7-9421-a2ee79f6581a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:04:56.270124 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-c0a6f5d4-01df-4335-99a4-8d198da7ef1b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Network 92afa014-7cec-43de-8590-b4c563b74128 is already hosted by enough agents. {{(pid=91539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 08:04:56.273630 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-c0a6f5d4-01df-4335-99a4-8d198da7ef1b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Resources bound (agent type, host, resource id): {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 08:04:56.278836 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-c0a6f5d4-01df-4335-99a4-8d198da7ef1b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Received port after_create {{(pid=91539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 08:04:56.323376 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6f5d4-01df-4335-99a4-8d198da7ef1b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Pushing event updated for resources: {'Port': ['ID=a1a57c89-d647-424e-90c7-725b62c69694,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:04:56.331861 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-c0a6f5d4-01df-4335-99a4-8d198da7ef1b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:04:56.348451 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-c0a6f5d4-01df-4335-99a4-8d198da7ef1b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:56.349133 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-c0a6f5d4-01df-4335-99a4-8d198da7ef1b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:56.369467 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-c0a6f5d4-01df-4335-99a4-8d198da7ef1b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7293725 Jun 02 08:04:56.384595 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-6a161fc1-b7fd-446b-9c0b-22b29b55273e service neutron] Request body: {'port': {'device_id': 'f6bc2015-7220-4dbb-95fd-8d1f0f7a0847', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:04:56.589893 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-6a161fc1-b7fd-446b-9c0b-22b29b55273e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:56.799284 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6d1a1-12b7-4ab9-8722-5770de6d324d req-fb4d6131-8a49-47d0-9752-51521b88afc1 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:56.800749 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-a3e6d1a1-12b7-4ab9-8722-5770de6d324d req-fb4d6131-8a49-47d0-9752-51521b88afc1 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6bc2015-7220-4dbb-95fd-8d1f0f7a0847 HTTP/1.1" status: 200 len: 931 time: 0.0855696 Jun 02 08:04:56.845608 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-a3e6d1a1-12b7-4ab9-8722-5770de6d324d req-0b61c214-3e52-4331-bd46-bb33819303f8 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390918 Jun 02 08:04:56.936760 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-6a161fc1-b7fd-446b-9c0b-22b29b55273e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1a57c89-d647-424e-90c7-725b62c69694 {{(pid=91539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 08:04:56.943719 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-6a161fc1-b7fd-446b-9c0b-22b29b55273e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:56.958859 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.provisioning_blocks [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-6a161fc1-b7fd-446b-9c0b-22b29b55273e service neutron] Transition to ACTIVE for port object a1a57c89-d647-424e-90c7-725b62c69694 will not be triggered until provisioned by entity L2. {{(pid=91539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 08:04:56.962489 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-6a161fc1-b7fd-446b-9c0b-22b29b55273e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:56.966838 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-97e9fc89-b120-4a71-a5b8-3704c1ccd8df tempest-VolumesActionsTest-249069875 tempest-VolumesActionsTest-249069875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:04:57.111136 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a161fc1-b7fd-446b-9c0b-22b29b55273e service neutron] Pushing event updated for resources: {'Port': ['ID=a1a57c89-d647-424e-90c7-725b62c69694,revision_number=2']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:04:57.117928 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-6a161fc1-b7fd-446b-9c0b-22b29b55273e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:04:57.190823 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-6a161fc1-b7fd-446b-9c0b-22b29b55273e service neutron] Attempting to bind port a1a57c89-d647-424e-90c7-725b62c69694 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 08:04:57.191154 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-6a161fc1-b7fd-446b-9c0b-22b29b55273e service neutron] Attempting to bind port a1a57c89-d647-424e-90c7-725b62c69694 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'bebd13e2-1562-4e95-9093-2b9478c2818f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '92afa014-7cec-43de-8590-b4c563b74128'}] {{(pid=91539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 08:04:57.191473 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-6a161fc1-b7fd-446b-9c0b-22b29b55273e service neutron] Attempting to bind port a1a57c89-d647-424e-90c7-725b62c69694 on network 92afa014-7cec-43de-8590-b4c563b74128 {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 08:04:57.195951 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-6a161fc1-b7fd-446b-9c0b-22b29b55273e service neutron] Port a1a57c89-d647-424e-90c7-725b62c69694 on network 92afa014-7cec-43de-8590-b4c563b74128 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 08:04:57.196270 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-6a161fc1-b7fd-446b-9c0b-22b29b55273e service neutron] Attempting to bind port a1a57c89-d647-424e-90c7-725b62c69694 on network 92afa014-7cec-43de-8590-b4c563b74128 {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 08:04:57.201924 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-6a161fc1-b7fd-446b-9c0b-22b29b55273e service neutron] Checking agent: {'id': '771bc7c6-ed6b-4515-8704-024740aedec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 56, 10), 'started_at': datetime.datetime(2021, 6, 2, 7, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 08:04:57.202256 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-6a161fc1-b7fd-446b-9c0b-22b29b55273e service neutron] Checking segment: {'id': 'bebd13e2-1562-4e95-9093-2b9478c2818f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '92afa014-7cec-43de-8590-b4c563b74128'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 08:04:57.202632 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-6a161fc1-b7fd-446b-9c0b-22b29b55273e service neutron] Bound using segment: {'id': 'bebd13e2-1562-4e95-9093-2b9478c2818f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '92afa014-7cec-43de-8590-b4c563b74128'} {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 08:04:57.203044 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-6a161fc1-b7fd-446b-9c0b-22b29b55273e service neutron] Bound port: a1a57c89-d647-424e-90c7-725b62c69694, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebd13e2-1562-4e95-9093-2b9478c2818f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '92afa014-7cec-43de-8590-b4c563b74128'}}] {{(pid=91539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 08:04:57.203379 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-6a161fc1-b7fd-446b-9c0b-22b29b55273e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:57.287934 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-6a161fc1-b7fd-446b-9c0b-22b29b55273e service neutron] For port a1a57c89-d647-424e-90c7-725b62c69694, host hv-cinder-78638, cleared binding levels {{(pid=91539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 08:04:57.290779 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-6a161fc1-b7fd-446b-9c0b-22b29b55273e service neutron] For port a1a57c89-d647-424e-90c7-725b62c69694, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a1a57c89-d647-424e-90c7-725b62c69694,segment=NetworkSegment(bebd13e2-1562-4e95-9093-2b9478c2818f),segment_id=bebd13e2-1562-4e95-9093-2b9478c2818f)] {{(pid=91539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 08:04:57.295416 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-6a161fc1-b7fd-446b-9c0b-22b29b55273e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:57.299802 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-104df440-317c-4d78-8f65-e34e8036f372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:04:57.350267 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-6a161fc1-b7fd-446b-9c0b-22b29b55273e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:57.350652 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-6a161fc1-b7fd-446b-9c0b-22b29b55273e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:04:57.352196 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-6a161fc1-b7fd-446b-9c0b-22b29b55273e service neutron] 10.222.0.79 "PUT /v2.0/ports/a1a57c89-d647-424e-90c7-725b62c69694 HTTP/1.1" status: 200 len: 1093 time: 0.9718406 Jun 02 08:04:57.354507 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6bc2015-7220-4dbb-95fd-8d1f0f7a0847', 'tag': 'a1a57c89-d647-424e-90c7-725b62c69694'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:04:57.357886 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f1a4b3-30ac-4ccc-a148-e9bd7eb25091" -d '{"events": [{"name": "network-changed", "server_uuid": "f6bc2015-7220-4dbb-95fd-8d1f0f7a0847", "tag": "a1a57c89-d647-424e-90c7-725b62c69694"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:04:57.386230 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a161fc1-b7fd-446b-9c0b-22b29b55273e service neutron] Pushing event updated for resources: {'Port': ['ID=a1a57c89-d647-424e-90c7-725b62c69694,revision_number=3']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:04:57.390142 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-6a161fc1-b7fd-446b-9c0b-22b29b55273e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:04:57.423094 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca74b70-b954-47ce-a8ef-324c3000c645 x-openstack-request-id: req-8ca74b70-b954-47ce-a8ef-324c3000c645 {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:04:57.423439 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6bc2015-7220-4dbb-95fd-8d1f0f7a0847", "tag": "a1a57c89-d647-424e-90c7-725b62c69694", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:04:57.423708 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8ca74b70-b954-47ce-a8ef-324c3000c645 {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:04:57.424220 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6bc2015-7220-4dbb-95fd-8d1f0f7a0847', 'tag': 'a1a57c89-d647-424e-90c7-725b62c69694', 'status': 'completed', 'code': 200} Jun 02 08:04:57.464298 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-6d389ea7-d624-46d0-974c-f6b6f8f87648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:57.465949 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-6d389ea7-d624-46d0-974c-f6b6f8f87648 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=50970b71fa0945c2a57aa1458dfb6255&device_id=f6bc2015-7220-4dbb-95fd-8d1f0f7a0847 HTTP/1.1" status: 200 len: 1096 time: 0.0735660 Jun 02 08:04:57.539172 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-104f4cf6-ea7d-484e-b3ef-7f51f654882d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1a57c89-d647-424e-90c7-725b62c69694 HTTP/1.1" status: 200 len: 217 time: 0.0647330 Jun 02 08:04:57.602268 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-3a429709-c517-498e-a0d4-f513c86ce35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:57.603715 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-3a429709-c517-498e-a0d4-f513c86ce35c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=afcc30b2-85de-43fe-a83b-974e2f810830 HTTP/1.1" status: 200 len: 855 time: 0.0581524 Jun 02 08:04:57.651982 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-127a21fa-4533-4b1b-af11-5d73dfbb3d5d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=92afa014-7cec-43de-8590-b4c563b74128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399601 Jun 02 08:04:57.783184 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-43df2c49-71fc-4365-9ba3-309e97b00d14 service neutron] 10.222.0.79 "GET /v2.0/networks/92afa014-7cec-43de-8590-b4c563b74128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240692 Jun 02 08:04:57.919457 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e92a4e18-0c55-4875-9b61-6b4450350b3f req-3d878ca7-20ae-4240-92b2-0d967c94ec83 service neutron] 10.222.0.79 "GET /v2.0/networks/92afa014-7cec-43de-8590-b4c563b74128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259546 Jun 02 08:04:58.029593 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2110bb9-b0c1-43f0-869e-6be2ecd647d9 req-990448fb-f48c-4731-b108-97bbd0121b14 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:58.031303 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-d2110bb9-b0c1-43f0-869e-6be2ecd647d9 req-990448fb-f48c-4731-b108-97bbd0121b14 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6bc2015-7220-4dbb-95fd-8d1f0f7a0847 HTTP/1.1" status: 200 len: 943 time: 0.0810504 Jun 02 08:04:58.038201 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1a4b3-30ac-4ccc-a148-e9bd7eb25091 req-14d69a7f-209d-4a5c-a0b5-4078ecb160b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:58.039661 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-51f1a4b3-30ac-4ccc-a148-e9bd7eb25091 req-14d69a7f-209d-4a5c-a0b5-4078ecb160b6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=50970b71fa0945c2a57aa1458dfb6255&device_id=f6bc2015-7220-4dbb-95fd-8d1f0f7a0847 HTTP/1.1" status: 200 len: 1096 time: 0.0768018 Jun 02 08:04:58.077110 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-d2110bb9-b0c1-43f0-869e-6be2ecd647d9 req-7a06b19a-892d-4f5a-8fa0-48fdfd01329b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399535 Jun 02 08:04:58.270579 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1a4b3-30ac-4ccc-a148-e9bd7eb25091 req-bf947cc2-08b6-47d5-9a4c-60a1f3ffa2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:58.272054 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-51f1a4b3-30ac-4ccc-a148-e9bd7eb25091 req-bf947cc2-08b6-47d5-9a4c-60a1f3ffa2c3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=92afa014-7cec-43de-8590-b4c563b74128 HTTP/1.1" status: 200 len: 916 time: 0.2242889 Jun 02 08:04:58.345610 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-51f1a4b3-30ac-4ccc-a148-e9bd7eb25091 req-a111d559-693c-4a95-97d1-7cc2c5b37ba5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1a57c89-d647-424e-90c7-725b62c69694 HTTP/1.1" status: 200 len: 217 time: 0.0663791 Jun 02 08:04:58.408831 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1a4b3-30ac-4ccc-a148-e9bd7eb25091 req-144fd58a-5261-4dc1-b3fc-bbb0183f6fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:58.410268 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-51f1a4b3-30ac-4ccc-a148-e9bd7eb25091 req-144fd58a-5261-4dc1-b3fc-bbb0183f6fc9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=afcc30b2-85de-43fe-a83b-974e2f810830 HTTP/1.1" status: 200 len: 855 time: 0.0582538 Jun 02 08:04:58.459378 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-51f1a4b3-30ac-4ccc-a148-e9bd7eb25091 req-fffe504d-608c-4805-ac4e-77314b3dea3f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=92afa014-7cec-43de-8590-b4c563b74128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398462 Jun 02 08:04:58.599867 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-51f1a4b3-30ac-4ccc-a148-e9bd7eb25091 req-1a402e75-0f3d-48bc-b324-ba30b34e82c4 service neutron] 10.222.0.79 "GET /v2.0/networks/92afa014-7cec-43de-8590-b4c563b74128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307733 Jun 02 08:04:58.731515 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-51f1a4b3-30ac-4ccc-a148-e9bd7eb25091 req-1759a40a-fc73-45e2-867a-2a0778320a1f service neutron] 10.222.0.79 "GET /v2.0/networks/92afa014-7cec-43de-8590-b4c563b74128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226394 Jun 02 08:04:59.261406 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e5b9f-9d74-482d-8198-0de46dda7360 req-1b071043-20cc-4301-a055-e5a20c8aa5c5 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:04:59.263613 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5b8e5b9f-9d74-482d-8198-0de46dda7360 req-1b071043-20cc-4301-a055-e5a20c8aa5c5 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6bc2015-7220-4dbb-95fd-8d1f0f7a0847 HTTP/1.1" status: 200 len: 943 time: 0.0814354 Jun 02 08:04:59.307581 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5b8e5b9f-9d74-482d-8198-0de46dda7360 req-70ad2bc5-b802-4f9e-a015-1d9648e5fd31 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381134 Jun 02 08:04:59.936810 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-71815a78-d319-45d3-880d-697bb71c239a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:00.068863 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device a1a57c89-d647-424e-90c7-725b62c69694 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=91541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 08:05:00.198140 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port a1a57c89-d647-424e-90c7-725b62c69694, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a1a57c89-d647-424e-90c7-725b62c69694,segment=NetworkSegment(bebd13e2-1562-4e95-9093-2b9478c2818f),segment_id=bebd13e2-1562-4e95-9093-2b9478c2818f)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:05:00.211359 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Returning: {'device': 'a1a57c89-d647-424e-90c7-725b62c69694', 'network_id': '92afa014-7cec-43de-8590-b4c563b74128', 'port_id': 'a1a57c89-d647-424e-90c7-725b62c69694', 'mac_address': 'fa:16:3e:c7:89:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afcc30b2-85de-43fe-a83b-974e2f810830', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 08:05:00.264252 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:00.280171 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1a57c89-d647-424e-90c7-725b62c69694 {{(pid=91541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 08:05:00.294604 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port a1a57c89-d647-424e-90c7-725b62c69694, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a1a57c89-d647-424e-90c7-725b62c69694,segment=NetworkSegment(bebd13e2-1562-4e95-9093-2b9478c2818f),segment_id=bebd13e2-1562-4e95-9093-2b9478c2818f)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:05:00.298565 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:00.300295 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:00.368363 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=a1a57c89-d647-424e-90c7-725b62c69694,revision_number=4']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:00.373535 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:00.497437 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215e2f7-306a-45ff-b17b-5f57e8fcbb79 req-235b5efe-ed52-4894-afac-5ece22055fea tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:00.498012 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-e215e2f7-306a-45ff-b17b-5f57e8fcbb79 req-235b5efe-ed52-4894-afac-5ece22055fea tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Synchronizing usage tracker for tenant:50970b71fa0945c2a57aa1458dfb6255 on resource:port {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:05:00.514051 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-e215e2f7-306a-45ff-b17b-5f57e8fcbb79 req-235b5efe-ed52-4894-afac-5ece22055fea tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Unset dirty status for tenant:50970b71fa0945c2a57aa1458dfb6255 on resource:port {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:05:00.515199 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e215e2f7-306a-45ff-b17b-5f57e8fcbb79 req-235b5efe-ed52-4894-afac-5ece22055fea tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6bc2015-7220-4dbb-95fd-8d1f0f7a0847 HTTP/1.1" status: 200 len: 944 time: 0.0997231 Jun 02 08:05:00.559416 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-e215e2f7-306a-45ff-b17b-5f57e8fcbb79 req-22b5e5e9-3093-4513-947a-c0051ed4d2c4 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Synchronizing usage tracker for tenant:50970b71fa0945c2a57aa1458dfb6255 on resource:security_group {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:05:00.572609 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['a1a57c89-d647-424e-90c7-725b62c69694'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 08:05:00.577248 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-e215e2f7-306a-45ff-b17b-5f57e8fcbb79 req-22b5e5e9-3093-4513-947a-c0051ed4d2c4 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Unset dirty status for tenant:50970b71fa0945c2a57aa1458dfb6255 on resource:security_group {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:05:00.578474 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e215e2f7-306a-45ff-b17b-5f57e8fcbb79 req-22b5e5e9-3093-4513-947a-c0051ed4d2c4 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574291 Jun 02 08:05:01.770029 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300003e7-98c3-4e2d-a7e2-7d266b850bb1 req-0c27bc04-0dad-4803-aa1d-9498c274b8f7 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:01.771475 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-300003e7-98c3-4e2d-a7e2-7d266b850bb1 req-0c27bc04-0dad-4803-aa1d-9498c274b8f7 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6bc2015-7220-4dbb-95fd-8d1f0f7a0847 HTTP/1.1" status: 200 len: 944 time: 0.0799446 Jun 02 08:05:01.819691 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-300003e7-98c3-4e2d-a7e2-7d266b850bb1 req-b6f36842-d51c-46d4-bd42-e5158e9b79b4 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424509 Jun 02 08:05:02.095597 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device a1a57c89-d647-424e-90c7-725b62c69694 up at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 08:05:02.163467 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning for port a1a57c89-d647-424e-90c7-725b62c69694 completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 08:05:02.167780 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning complete for port a1a57c89-d647-424e-90c7-725b62c69694 triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:05:02.168776 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:02.317354 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:02.343667 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6bc2015-7220-4dbb-95fd-8d1f0f7a0847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a57c89-d647-424e-90c7-725b62c69694'}] {{(pid=91541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:05:02.345949 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab578fc78af4bba4052238dc90c68e3a7405fe2d006a0c4fb1b419504dc30437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450f89c2-56d3-4ddb-a8cc-564e54af72cc" -d '{"events": [{"server_uuid": "f6bc2015-7220-4dbb-95fd-8d1f0f7a0847", "name": "network-vif-plugged", "status": "completed", "tag": "a1a57c89-d647-424e-90c7-725b62c69694"}]}' {{(pid=91541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:05:02.353773 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port a1a57c89-d647-424e-90c7-725b62c69694, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a1a57c89-d647-424e-90c7-725b62c69694,segment=NetworkSegment(bebd13e2-1562-4e95-9093-2b9478c2818f),segment_id=bebd13e2-1562-4e95-9093-2b9478c2818f)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:05:02.358898 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:02.360809 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-88158a49-fa4f-4504-8114-4aa8812c92ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:02.390935 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6f6d4b-0f37-4769-bfc1-f92c520d4b66 x-openstack-request-id: req-fe6f6d4b-0f37-4769-bfc1-f92c520d4b66 {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:05:02.391219 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6bc2015-7220-4dbb-95fd-8d1f0f7a0847", "name": "network-vif-plugged", "status": "completed", "tag": "a1a57c89-d647-424e-90c7-725b62c69694", "code": 200}]} {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:05:02.391474 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fe6f6d4b-0f37-4769-bfc1-f92c520d4b66 {{(pid=91541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:05:02.391868 dv-cinder-786385-7-smb neutron-server[91541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6bc2015-7220-4dbb-95fd-8d1f0f7a0847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a57c89-d647-424e-90c7-725b62c69694', 'code': 200} Jun 02 08:05:02.431772 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:02.440636 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=a1a57c89-d647-424e-90c7-725b62c69694,revision_number=5']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:02.443275 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:02.627119 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426fab8-785d-45b0-aa40-77fcb43bd296 req-b12915e7-3fc1-4971-a490-d027f9ccca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:02.628689 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5426fab8-785d-45b0-aa40-77fcb43bd296 req-b12915e7-3fc1-4971-a490-d027f9ccca1a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f6bc2015-7220-4dbb-95fd-8d1f0f7a0847 HTTP/1.1" status: 200 len: 1098 time: 0.0742514 Jun 02 08:05:02.640291 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-5d039ff3-12cd-4503-817c-598c10de2c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:02.673293 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5426fab8-785d-45b0-aa40-77fcb43bd296 req-ee8a70ec-3aee-439f-9c51-4bb5f00b9f87 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346310 Jun 02 08:05:03.002136 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5a271-57cb-4380-8ec8-596bd79a1e47 req-7b78ca0f-1355-4da9-9b48-b070fc69ab33 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:03.003561 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-19e5a271-57cb-4380-8ec8-596bd79a1e47 req-7b78ca0f-1355-4da9-9b48-b070fc69ab33 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6bc2015-7220-4dbb-95fd-8d1f0f7a0847 HTTP/1.1" status: 200 len: 945 time: 0.0781193 Jun 02 08:05:03.047732 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-19e5a271-57cb-4380-8ec8-596bd79a1e47 req-73fb6e98-cdcb-4b39-b447-e5cf24f14f35 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386307 Jun 02 08:05:04.014259 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:04.231782 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789e541-f5db-498c-ab2e-22b1d7e1a60d req-687e8d6f-c38b-4935-9dbd-01be1f4e2590 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:04.233254 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d789e541-f5db-498c-ab2e-22b1d7e1a60d req-687e8d6f-c38b-4935-9dbd-01be1f4e2590 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6bc2015-7220-4dbb-95fd-8d1f0f7a0847 HTTP/1.1" status: 200 len: 945 time: 0.0785944 Jun 02 08:05:04.279120 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d789e541-f5db-498c-ab2e-22b1d7e1a60d req-17123dfc-6a09-4ceb-9b1a-858948d1a90b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401959 Jun 02 08:05:05.365169 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:08.808019 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-22da7fa8-2e53-47fe-ba15-d5cbd2630344 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:08.810341 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-22da7fa8-2e53-47fe-ba15-d5cbd2630344 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/networks?id=92afa014-7cec-43de-8590-b4c563b74128 HTTP/1.1" status: 200 len: 815 time: 0.1488125 Jun 02 08:05:08.824740 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-67ec2da7-fd04-48dd-8146-cebf61258551 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/quotas/50970b71fa0945c2a57aa1458dfb6255 HTTP/1.1" status: 200 len: 375 time: 0.0089440 Jun 02 08:05:08.908496 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-40c2f175-c721-422d-a2a6-0905599f6e9d tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=50970b71fa0945c2a57aa1458dfb6255&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0788970 Jun 02 08:05:09.045698 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-d598795a-9c2f-4899-b776-89007b9052d3 service neutron] 10.222.0.81 "GET /v2.0/networks/92afa014-7cec-43de-8590-b4c563b74128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298618 Jun 02 08:05:09.175526 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-a7916a7a-decd-47d9-b2e2-9c4c203c8802 service neutron] 10.222.0.81 "GET /v2.0/networks/92afa014-7cec-43de-8590-b4c563b74128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241763 Jun 02 08:05:09.356370 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-0b599db1-cc62-456e-8962-1c8ca633500f req-5310f1ba-745f-439f-b4ab-d004ae1398d6 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3cbce56-96da-41d6-a64f-6a6b63f388b4 HTTP/1.1" status: 200 len: 210 time: 0.0422416 Jun 02 08:05:09.824762 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51924877-05fa-4f99-b37f-ae2501947230 req-5d1034e2-5816-4a14-b967-c4f7dbf2a186 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:09.826265 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-51924877-05fa-4f99-b37f-ae2501947230 req-5d1034e2-5816-4a14-b967-c4f7dbf2a186 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc69854-8e0e-44f1-b40b-bb53fcfc5d4c HTTP/1.1" status: 200 len: 945 time: 0.0826595 Jun 02 08:05:09.834643 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:09.871553 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-51924877-05fa-4f99-b37f-ae2501947230 req-47aabd92-7441-4fd4-b58d-0f25dbdd1bea tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/security-groups?id=42f1ba0a-cfb6-42d6-bff5-62ea302242a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395708 Jun 02 08:05:10.445578 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-63b4693b-93e8-4a2e-8365-554fb259fd23 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:10.447001 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-63b4693b-93e8-4a2e-8365-554fb259fd23 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.79 "GET /v2.0/networks?id=92afa014-7cec-43de-8590-b4c563b74128 HTTP/1.1" status: 200 len: 815 time: 0.1498210 Jun 02 08:05:10.463295 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-9e901b5d-dc96-465f-8884-024ba6339c57 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Request body: {'port': {'device_id': 'c3cbce56-96da-41d6-a64f-6a6b63f388b4', 'network_id': '92afa014-7cec-43de-8590-b4c563b74128', 'admin_state_up': True, 'tenant_id': '50970b71fa0945c2a57aa1458dfb6255'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:05:10.635972 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-3d6571eb-19ef-4724-929f-33b2f272ff84 req-d5275b3d-6a8b-40c2-a9ca-6362960c8302 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3cbce56-96da-41d6-a64f-6a6b63f388b4 HTTP/1.1" status: 200 len: 210 time: 0.1567109 Jun 02 08:05:10.745517 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-9e901b5d-dc96-465f-8884-024ba6339c57 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:05:10.755363 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-9e901b5d-dc96-465f-8884-024ba6339c57 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:05:10.766234 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-9e901b5d-dc96-465f-8884-024ba6339c57 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Made reservation on behalf of 50970b71fa0945c2a57aa1458dfb6255 for: {'port': 1} {{(pid=91539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 08:05:10.770727 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-9e901b5d-dc96-465f-8884-024ba6339c57 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:10.932599 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.db_base_plugin_common [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-9e901b5d-dc96-465f-8884-024ba6339c57 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Allocated IP 172.20.0.12 (92afa014-7cec-43de-8590-b4c563b74128/afcc30b2-85de-43fe-a83b-974e2f810830/9d136a67-643c-43e8-b6bf-c26ec17647a0) {{(pid=91539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 08:05:11.060346 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51954c8-37af-4942-a285-9702de5c98fc req-c611a390-8fcc-426a-9fa3-6538468aef84 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:11.061798 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-e51954c8-37af-4942-a285-9702de5c98fc req-c611a390-8fcc-426a-9fa3-6538468aef84 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc69854-8e0e-44f1-b40b-bb53fcfc5d4c HTTP/1.1" status: 200 len: 945 time: 0.0795453 Jun 02 08:05:11.114828 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-e51954c8-37af-4942-a285-9702de5c98fc req-e2390a1a-1f63-4d86-9fbd-dcf74f4da66f tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/security-groups?id=42f1ba0a-cfb6-42d6-bff5-62ea302242a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473337 Jun 02 08:05:11.149263 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-9e901b5d-dc96-465f-8884-024ba6339c57 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Notify callbacks [] for port, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:11.179155 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-9e901b5d-dc96-465f-8884-024ba6339c57 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:11.185262 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-6ff0f7db-8109-45c2-b9f1-a980afd1119f tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:11.191077 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['a1a57c89-d647-424e-90c7-725b62c69694'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 08:05:11.248202 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-9e901b5d-dc96-465f-8884-024ba6339c57 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Network 92afa014-7cec-43de-8590-b4c563b74128 is already hosted by enough agents. {{(pid=91539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 08:05:11.251682 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-9e901b5d-dc96-465f-8884-024ba6339c57 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Resources bound (agent type, host, resource id): {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 08:05:11.255618 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-9e901b5d-dc96-465f-8884-024ba6339c57 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Received port after_create {{(pid=91539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 08:05:11.298307 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e901b5d-dc96-465f-8884-024ba6339c57 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Pushing event updated for resources: {'Port': ['ID=9d136a67-643c-43e8-b6bf-c26ec17647a0,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:11.317161 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e901b5d-dc96-465f-8884-024ba6339c57 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:05:11.317534 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e901b5d-dc96-465f-8884-024ba6339c57 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:05:11.317904 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e901b5d-dc96-465f-8884-024ba6339c57 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:05:11.318263 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e901b5d-dc96-465f-8884-024ba6339c57 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:05:11.318613 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e901b5d-dc96-465f-8884-024ba6339c57 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:05:11.318963 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e901b5d-dc96-465f-8884-024ba6339c57 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:05:11.319320 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e901b5d-dc96-465f-8884-024ba6339c57 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:05:11.319667 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e901b5d-dc96-465f-8884-024ba6339c57 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:05:11.320040 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e901b5d-dc96-465f-8884-024ba6339c57 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:05:11.320386 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e901b5d-dc96-465f-8884-024ba6339c57 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:05:11.320728 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e901b5d-dc96-465f-8884-024ba6339c57 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:05:11.321071 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e901b5d-dc96-465f-8884-024ba6339c57 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:05:11.328006 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-9e901b5d-dc96-465f-8884-024ba6339c57 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:11.341433 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-9e901b5d-dc96-465f-8884-024ba6339c57 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:11.342093 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-9e901b5d-dc96-465f-8884-024ba6339c57 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:11.366487 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-9e901b5d-dc96-465f-8884-024ba6339c57 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9069097 Jun 02 08:05:11.380966 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-277937ef-7fc7-4bcf-a095-66a7ddcde933 service neutron] Request body: {'port': {'device_id': 'c3cbce56-96da-41d6-a64f-6a6b63f388b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:05:11.500447 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-277937ef-7fc7-4bcf-a095-66a7ddcde933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:11.905479 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f4679-04b5-48f5-946c-6d9259b82a37 req-4d9e69c4-0532-4a41-ae26-8dd3c155e9ec tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:11.906247 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-ac8f4679-04b5-48f5-946c-6d9259b82a37 req-4d9e69c4-0532-4a41-ae26-8dd3c155e9ec tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Synchronizing usage tracker for tenant:50970b71fa0945c2a57aa1458dfb6255 on resource:port {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:05:11.914026 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-277937ef-7fc7-4bcf-a095-66a7ddcde933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d136a67-643c-43e8-b6bf-c26ec17647a0 {{(pid=91539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 08:05:11.925058 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-277937ef-7fc7-4bcf-a095-66a7ddcde933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:11.945370 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-ac8f4679-04b5-48f5-946c-6d9259b82a37 req-4d9e69c4-0532-4a41-ae26-8dd3c155e9ec tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Unset dirty status for tenant:50970b71fa0945c2a57aa1458dfb6255 on resource:port {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:05:11.946595 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ac8f4679-04b5-48f5-946c-6d9259b82a37 req-4d9e69c4-0532-4a41-ae26-8dd3c155e9ec tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3cbce56-96da-41d6-a64f-6a6b63f388b4 HTTP/1.1" status: 200 len: 932 time: 0.2033565 Jun 02 08:05:11.947443 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.provisioning_blocks [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-277937ef-7fc7-4bcf-a095-66a7ddcde933 service neutron] Transition to ACTIVE for port object 9d136a67-643c-43e8-b6bf-c26ec17647a0 will not be triggered until provisioned by entity L2. {{(pid=91539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 08:05:11.950998 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-277937ef-7fc7-4bcf-a095-66a7ddcde933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:11.955804 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-6a161fc1-b7fd-446b-9c0b-22b29b55273e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:12.143099 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ac8f4679-04b5-48f5-946c-6d9259b82a37 req-1144612f-3fce-4e4a-9664-ae4fb02d8de7 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878767 Jun 02 08:05:12.156923 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277937ef-7fc7-4bcf-a095-66a7ddcde933 service neutron] Pushing event updated for resources: {'Port': ['ID=9d136a67-643c-43e8-b6bf-c26ec17647a0,revision_number=2']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:12.159798 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-277937ef-7fc7-4bcf-a095-66a7ddcde933 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:12.227040 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-277937ef-7fc7-4bcf-a095-66a7ddcde933 service neutron] Attempting to bind port 9d136a67-643c-43e8-b6bf-c26ec17647a0 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 08:05:12.227370 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-277937ef-7fc7-4bcf-a095-66a7ddcde933 service neutron] Attempting to bind port 9d136a67-643c-43e8-b6bf-c26ec17647a0 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'bebd13e2-1562-4e95-9093-2b9478c2818f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '92afa014-7cec-43de-8590-b4c563b74128'}] {{(pid=91539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 08:05:12.227692 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-277937ef-7fc7-4bcf-a095-66a7ddcde933 service neutron] Attempting to bind port 9d136a67-643c-43e8-b6bf-c26ec17647a0 on network 92afa014-7cec-43de-8590-b4c563b74128 {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 08:05:12.232824 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-277937ef-7fc7-4bcf-a095-66a7ddcde933 service neutron] Port 9d136a67-643c-43e8-b6bf-c26ec17647a0 on network 92afa014-7cec-43de-8590-b4c563b74128 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 08:05:12.233134 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-277937ef-7fc7-4bcf-a095-66a7ddcde933 service neutron] Attempting to bind port 9d136a67-643c-43e8-b6bf-c26ec17647a0 on network 92afa014-7cec-43de-8590-b4c563b74128 {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 08:05:12.238073 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-277937ef-7fc7-4bcf-a095-66a7ddcde933 service neutron] Checking agent: {'id': '771bc7c6-ed6b-4515-8704-024740aedec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 56, 10), 'started_at': datetime.datetime(2021, 6, 2, 7, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 08:05:12.238399 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-277937ef-7fc7-4bcf-a095-66a7ddcde933 service neutron] Checking segment: {'id': 'bebd13e2-1562-4e95-9093-2b9478c2818f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '92afa014-7cec-43de-8590-b4c563b74128'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 08:05:12.238769 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-277937ef-7fc7-4bcf-a095-66a7ddcde933 service neutron] Bound using segment: {'id': 'bebd13e2-1562-4e95-9093-2b9478c2818f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '92afa014-7cec-43de-8590-b4c563b74128'} {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 08:05:12.239175 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-277937ef-7fc7-4bcf-a095-66a7ddcde933 service neutron] Bound port: 9d136a67-643c-43e8-b6bf-c26ec17647a0, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebd13e2-1562-4e95-9093-2b9478c2818f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '92afa014-7cec-43de-8590-b4c563b74128'}}] {{(pid=91539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 08:05:12.239513 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-277937ef-7fc7-4bcf-a095-66a7ddcde933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:12.300018 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c0b65-0043-4329-ba60-fa90ad1d65cb req-28c78dfb-4d66-46c0-8ebb-2ab010db8cee tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:12.301472 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-f09c0b65-0043-4329-ba60-fa90ad1d65cb req-28c78dfb-4d66-46c0-8ebb-2ab010db8cee tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc69854-8e0e-44f1-b40b-bb53fcfc5d4c HTTP/1.1" status: 200 len: 945 time: 0.0804868 Jun 02 08:05:12.334484 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-277937ef-7fc7-4bcf-a095-66a7ddcde933 service neutron] For port 9d136a67-643c-43e8-b6bf-c26ec17647a0, host hv-cinder-78638, cleared binding levels {{(pid=91539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 08:05:12.337580 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-277937ef-7fc7-4bcf-a095-66a7ddcde933 service neutron] For port 9d136a67-643c-43e8-b6bf-c26ec17647a0, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9d136a67-643c-43e8-b6bf-c26ec17647a0,segment=NetworkSegment(bebd13e2-1562-4e95-9093-2b9478c2818f),segment_id=bebd13e2-1562-4e95-9093-2b9478c2818f)] {{(pid=91539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 08:05:12.342883 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-277937ef-7fc7-4bcf-a095-66a7ddcde933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:12.346511 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-6a161fc1-b7fd-446b-9c0b-22b29b55273e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:12.347101 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-f09c0b65-0043-4329-ba60-fa90ad1d65cb req-aab875f7-055b-491e-9844-515c7ef79e6f tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/security-groups?id=42f1ba0a-cfb6-42d6-bff5-62ea302242a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396564 Jun 02 08:05:12.403420 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-277937ef-7fc7-4bcf-a095-66a7ddcde933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:12.404042 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-277937ef-7fc7-4bcf-a095-66a7ddcde933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:12.405391 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-277937ef-7fc7-4bcf-a095-66a7ddcde933 service neutron] 10.222.0.79 "PUT /v2.0/ports/9d136a67-643c-43e8-b6bf-c26ec17647a0 HTTP/1.1" status: 200 len: 1094 time: 1.0285931 Jun 02 08:05:12.405890 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3cbce56-96da-41d6-a64f-6a6b63f388b4', 'tag': '9d136a67-643c-43e8-b6bf-c26ec17647a0'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:05:12.408246 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c163f837-ddcb-4e60-a0de-b0ceaf615a1d" -d '{"events": [{"name": "network-changed", "server_uuid": "c3cbce56-96da-41d6-a64f-6a6b63f388b4", "tag": "9d136a67-643c-43e8-b6bf-c26ec17647a0"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:05:12.425365 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277937ef-7fc7-4bcf-a095-66a7ddcde933 service neutron] Pushing event updated for resources: {'Port': ['ID=9d136a67-643c-43e8-b6bf-c26ec17647a0,revision_number=3']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:12.428361 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-277937ef-7fc7-4bcf-a095-66a7ddcde933 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:12.452521 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc6bc6a-7a96-418e-9320-d255876ee31b x-openstack-request-id: req-4cc6bc6a-7a96-418e-9320-d255876ee31b {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:05:12.452845 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3cbce56-96da-41d6-a64f-6a6b63f388b4", "tag": "9d136a67-643c-43e8-b6bf-c26ec17647a0", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:05:12.453128 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4cc6bc6a-7a96-418e-9320-d255876ee31b {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:05:12.453552 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3cbce56-96da-41d6-a64f-6a6b63f388b4', 'tag': '9d136a67-643c-43e8-b6bf-c26ec17647a0', 'status': 'completed', 'code': 200} Jun 02 08:05:12.528069 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-2a743ed5-74d3-4e91-a115-96cff01774a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:12.529577 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-2a743ed5-74d3-4e91-a115-96cff01774a7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=50970b71fa0945c2a57aa1458dfb6255&device_id=c3cbce56-96da-41d6-a64f-6a6b63f388b4 HTTP/1.1" status: 200 len: 1097 time: 0.0729973 Jun 02 08:05:12.596651 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-611db9f8-5a9f-49d4-9cda-e824dffc8e28 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d136a67-643c-43e8-b6bf-c26ec17647a0 HTTP/1.1" status: 200 len: 217 time: 0.0587907 Jun 02 08:05:12.751080 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-1d52ed0e-ac14-4d01-bccb-80b091042abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:12.752559 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-1d52ed0e-ac14-4d01-bccb-80b091042abf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=afcc30b2-85de-43fe-a83b-974e2f810830 HTTP/1.1" status: 200 len: 855 time: 0.1486163 Jun 02 08:05:12.799916 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-85109795-9dcc-4d73-bf81-7de0072c0c3a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=92afa014-7cec-43de-8590-b4c563b74128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406654 Jun 02 08:05:12.929162 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-b09b930e-161c-41f5-92fa-bb52de67a784 service neutron] 10.222.0.79 "GET /v2.0/networks/92afa014-7cec-43de-8590-b4c563b74128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212859 Jun 02 08:05:13.061779 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a8d0a665-59ce-4e5a-9857-e1fdf35d8d36 req-b5c2e9a8-bd58-4792-bc3b-218ef74e662d service neutron] 10.222.0.79 "GET /v2.0/networks/92afa014-7cec-43de-8590-b4c563b74128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241193 Jun 02 08:05:13.187219 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163f837-ddcb-4e60-a0de-b0ceaf615a1d req-4689757a-c34f-46e0-8699-414f768310a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:13.188732 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c163f837-ddcb-4e60-a0de-b0ceaf615a1d req-4689757a-c34f-46e0-8699-414f768310a2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=50970b71fa0945c2a57aa1458dfb6255&device_id=c3cbce56-96da-41d6-a64f-6a6b63f388b4 HTTP/1.1" status: 200 len: 1097 time: 0.0752084 Jun 02 08:05:13.323223 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163f837-ddcb-4e60-a0de-b0ceaf615a1d req-94d1a716-692a-4aa1-b5f4-0b07292bfdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:13.325178 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c163f837-ddcb-4e60-a0de-b0ceaf615a1d req-94d1a716-692a-4aa1-b5f4-0b07292bfdc3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=92afa014-7cec-43de-8590-b4c563b74128 HTTP/1.1" status: 200 len: 916 time: 0.1287720 Jun 02 08:05:13.337929 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8b9ac-1e4b-47ff-8925-5ea0439649f2 req-a91e7ace-d3ef-44e8-980b-3d927a7ee664 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:13.339372 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-a6f8b9ac-1e4b-47ff-8925-5ea0439649f2 req-a91e7ace-d3ef-44e8-980b-3d927a7ee664 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3cbce56-96da-41d6-a64f-6a6b63f388b4 HTTP/1.1" status: 200 len: 944 time: 0.0900006 Jun 02 08:05:13.389877 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-a6f8b9ac-1e4b-47ff-8925-5ea0439649f2 req-8b225718-a1c8-4f3f-804d-d714aa2971bf tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404305 Jun 02 08:05:13.397469 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c163f837-ddcb-4e60-a0de-b0ceaf615a1d req-2a487050-118d-46b3-b542-29678a1a54bd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d136a67-643c-43e8-b6bf-c26ec17647a0 HTTP/1.1" status: 200 len: 217 time: 0.0654511 Jun 02 08:05:13.501758 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163f837-ddcb-4e60-a0de-b0ceaf615a1d req-4bcc7693-a73e-40ca-ac36-8af394779476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:13.503172 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c163f837-ddcb-4e60-a0de-b0ceaf615a1d req-4bcc7693-a73e-40ca-ac36-8af394779476 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=afcc30b2-85de-43fe-a83b-974e2f810830 HTTP/1.1" status: 200 len: 855 time: 0.0982783 Jun 02 08:05:13.567327 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c163f837-ddcb-4e60-a0de-b0ceaf615a1d req-47aa8fb0-64e6-4afe-b984-66e2d122b02b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=92afa014-7cec-43de-8590-b4c563b74128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560637 Jun 02 08:05:13.615846 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56115e18-3032-4edf-a37e-e3779bbee2ff req-b62bd328-3981-4901-a198-999835ce0104 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:13.617263 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-56115e18-3032-4edf-a37e-e3779bbee2ff req-b62bd328-3981-4901-a198-999835ce0104 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc69854-8e0e-44f1-b40b-bb53fcfc5d4c HTTP/1.1" status: 200 len: 945 time: 0.1577597 Jun 02 08:05:13.731646 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-56115e18-3032-4edf-a37e-e3779bbee2ff req-53fd0c0c-d59d-467d-9e0d-c33d41596377 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/security-groups?id=42f1ba0a-cfb6-42d6-bff5-62ea302242a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038895 Jun 02 08:05:13.750650 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c163f837-ddcb-4e60-a0de-b0ceaf615a1d req-5da22c3e-b324-4cec-9112-718eacc87889 service neutron] 10.222.0.79 "GET /v2.0/networks/92afa014-7cec-43de-8590-b4c563b74128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741440 Jun 02 08:05:13.881878 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c163f837-ddcb-4e60-a0de-b0ceaf615a1d req-1301b10d-62b8-466a-8e1a-01f4441dc774 service neutron] 10.222.0.79 "GET /v2.0/networks/92afa014-7cec-43de-8590-b4c563b74128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231956 Jun 02 08:05:14.178752 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 9d136a67-643c-43e8-b6bf-c26ec17647a0 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=91541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 08:05:14.308784 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 9d136a67-643c-43e8-b6bf-c26ec17647a0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9d136a67-643c-43e8-b6bf-c26ec17647a0,segment=NetworkSegment(bebd13e2-1562-4e95-9093-2b9478c2818f),segment_id=bebd13e2-1562-4e95-9093-2b9478c2818f)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:05:14.321555 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Returning: {'device': '9d136a67-643c-43e8-b6bf-c26ec17647a0', 'network_id': '92afa014-7cec-43de-8590-b4c563b74128', 'port_id': '9d136a67-643c-43e8-b6bf-c26ec17647a0', 'mac_address': 'fa:16:3e:55:67:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afcc30b2-85de-43fe-a83b-974e2f810830', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 08:05:14.378379 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:14.394729 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d136a67-643c-43e8-b6bf-c26ec17647a0 {{(pid=91541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 08:05:14.409916 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 9d136a67-643c-43e8-b6bf-c26ec17647a0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9d136a67-643c-43e8-b6bf-c26ec17647a0,segment=NetworkSegment(bebd13e2-1562-4e95-9093-2b9478c2818f),segment_id=bebd13e2-1562-4e95-9093-2b9478c2818f)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:05:14.413685 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:14.415450 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:14.480715 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=9d136a67-643c-43e8-b6bf-c26ec17647a0,revision_number=4']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:14.483864 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:14.575766 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3fba9-9675-4ccd-bb16-ad575743766d req-fc45af4d-a18c-43b7-8ed8-bdec864551ab tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:14.577259 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-2ce3fba9-9675-4ccd-bb16-ad575743766d req-fc45af4d-a18c-43b7-8ed8-bdec864551ab tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3cbce56-96da-41d6-a64f-6a6b63f388b4 HTTP/1.1" status: 200 len: 945 time: 0.0791686 Jun 02 08:05:14.622346 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-2ce3fba9-9675-4ccd-bb16-ad575743766d req-8dee07b4-6e34-4f5e-8f3c-8cc119cda2cd tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395136 Jun 02 08:05:14.662136 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['9d136a67-643c-43e8-b6bf-c26ec17647a0'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 08:05:14.823691 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 47918) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:05:14.919449 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b112b69-bf63-41d5-b68f-a0f997a6d1d7 req-2efa57ba-abb2-47d6-8967-bdf222e96e3a tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:14.925278 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1b112b69-bf63-41d5-b68f-a0f997a6d1d7 req-2efa57ba-abb2-47d6-8967-bdf222e96e3a tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc69854-8e0e-44f1-b40b-bb53fcfc5d4c HTTP/1.1" status: 200 len: 945 time: 0.0857024 Jun 02 08:05:15.043690 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1b112b69-bf63-41d5-b68f-a0f997a6d1d7 req-57c5adae-aa3a-428b-8370-252d29b96af0 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/security-groups?id=42f1ba0a-cfb6-42d6-bff5-62ea302242a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153386 Jun 02 08:05:15.374301 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd2f58-64f7-4c26-a86b-0673bcd2dde1 req-acb32d65-d357-4fbf-93f0-6f64dfefc905 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:15.375606 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c5bd2f58-64f7-4c26-a86b-0673bcd2dde1 req-acb32d65-d357-4fbf-93f0-6f64dfefc905 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.79 "GET /v2.0/ports?device_id=afc69854-8e0e-44f1-b40b-bb53fcfc5d4c HTTP/1.1" status: 200 len: 945 time: 0.2607732 Jun 02 08:05:15.425755 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [None req-f99d0a99-ad0a-4cbc-8f42-60f319a702e3 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Deleting port dc963ff7-5523-4a0f-b252-dba06855ef52 {{(pid=91539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:05:15.426088 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f99d0a99-ad0a-4cbc-8f42-60f319a702e3 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:15.603713 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f99d0a99-ad0a-4cbc-8f42-60f319a702e3 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:15.604068 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f99d0a99-ad0a-4cbc-8f42-60f319a702e3 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:15.725842 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [None req-f99d0a99-ad0a-4cbc-8f42-60f319a702e3 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Calling delete_port for dc963ff7-5523-4a0f-b252-dba06855ef52 owned by network:floatingip {{(pid=91539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:05:15.738465 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [req-c5bd2f58-64f7-4c26-a86b-0673bcd2dde1 req-1095442e-bb11-4057-be56-41312ee47aca tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Deleting port b2e9553b-eb9f-4850-83dd-71bf3d5334e4 {{(pid=91539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:05:15.738802 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-c5bd2f58-64f7-4c26-a86b-0673bcd2dde1 req-1095442e-bb11-4057-be56-41312ee47aca tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:15.807683 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b4783-441a-4bf6-b9fc-6cdd9730b6ae req-ea4de94e-1dd9-4cf8-8311-52b80d096850 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:15.809837 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-502b4783-441a-4bf6-b9fc-6cdd9730b6ae req-ea4de94e-1dd9-4cf8-8311-52b80d096850 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3cbce56-96da-41d6-a64f-6a6b63f388b4 HTTP/1.1" status: 200 len: 945 time: 0.0840092 Jun 02 08:05:15.854695 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-502b4783-441a-4bf6-b9fc-6cdd9730b6ae req-b2cee290-5e6b-42cc-aa5b-8608095f47e6 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391800 Jun 02 08:05:15.888777 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-c5bd2f58-64f7-4c26-a86b-0673bcd2dde1 req-1095442e-bb11-4057-be56-41312ee47aca tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] For port b2e9553b-eb9f-4850-83dd-71bf3d5334e4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b2e9553b-eb9f-4850-83dd-71bf3d5334e4,segment=NetworkSegment(33166b58-e24b-4288-b32d-0e56c81d4ca9),segment_id=33166b58-e24b-4288-b32d-0e56c81d4ca9)] {{(pid=91539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:05:15.889354 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-c5bd2f58-64f7-4c26-a86b-0673bcd2dde1 req-1095442e-bb11-4057-be56-41312ee47aca tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:16.012521 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [req-c5bd2f58-64f7-4c26-a86b-0673bcd2dde1 req-1095442e-bb11-4057-be56-41312ee47aca tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Calling delete_port for b2e9553b-eb9f-4850-83dd-71bf3d5334e4 owned by compute:nova {{(pid=91539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:05:16.108120 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f99d0a99-ad0a-4cbc-8f42-60f319a702e3 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:16.113471 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-5ead5137-9e41-4345-ae52-47f6be7a0455 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:16.162167 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d0a99-ad0a-4cbc-8f42-60f319a702e3 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Pushing event deleted for resources: {'Port': ['ID=dc963ff7-5523-4a0f-b252-dba06855ef52,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:16.207506 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 9d136a67-643c-43e8-b6bf-c26ec17647a0 up at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 08:05:16.221138 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-f99d0a99-ad0a-4cbc-8f42-60f319a702e3 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:16.274388 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning for port 9d136a67-643c-43e8-b6bf-c26ec17647a0 completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 08:05:16.279850 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning complete for port 9d136a67-643c-43e8-b6bf-c26ec17647a0 triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:05:16.280230 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:16.356380 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-c5bd2f58-64f7-4c26-a86b-0673bcd2dde1 req-1095442e-bb11-4057-be56-41312ee47aca tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:16.357883 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f99d0a99-ad0a-4cbc-8f42-60f319a702e3 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks [] for floatingip, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:16.358223 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.db.l3_db [None req-f99d0a99-ad0a-4cbc-8f42-60f319a702e3 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Floating IP a565c279-0809-4766-bac5-2e6b13d13725 disassociated (deleted). External IP: 172.28.1.223, port: edce5668-101c-48c4-837f-5bb832623f3a. Jun 02 08:05:16.405996 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:16.419217 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-9e901b5d-dc96-465f-8884-024ba6339c57 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:16.432634 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3cbce56-96da-41d6-a64f-6a6b63f388b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d136a67-643c-43e8-b6bf-c26ec17647a0'}] {{(pid=91541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:05:16.435628 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab578fc78af4bba4052238dc90c68e3a7405fe2d006a0c4fb1b419504dc30437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8d7d42-6784-4da0-b5de-df54842310c2" -d '{"events": [{"server_uuid": "c3cbce56-96da-41d6-a64f-6a6b63f388b4", "name": "network-vif-plugged", "status": "completed", "tag": "9d136a67-643c-43e8-b6bf-c26ec17647a0"}]}' {{(pid=91541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:05:16.443656 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 9d136a67-643c-43e8-b6bf-c26ec17647a0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9d136a67-643c-43e8-b6bf-c26ec17647a0,segment=NetworkSegment(bebd13e2-1562-4e95-9093-2b9478c2818f),segment_id=bebd13e2-1562-4e95-9093-2b9478c2818f)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:05:16.448218 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:16.451670 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:16.486566 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ceea25e-bb4c-4666-ac6f-bf3f74887508 x-openstack-request-id: req-3ceea25e-bb4c-4666-ac6f-bf3f74887508 {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:05:16.487594 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3cbce56-96da-41d6-a64f-6a6b63f388b4", "name": "network-vif-plugged", "status": "completed", "tag": "9d136a67-643c-43e8-b6bf-c26ec17647a0", "code": 200}]} {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:05:16.487918 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3ceea25e-bb4c-4666-ac6f-bf3f74887508 {{(pid=91541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:05:16.488313 dv-cinder-786385-7-smb neutron-server[91541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3cbce56-96da-41d6-a64f-6a6b63f388b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d136a67-643c-43e8-b6bf-c26ec17647a0', 'code': 200} Jun 02 08:05:16.495373 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1095442e-bb11-4057-be56-41312ee47aca tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Pushing event deleted for resources: {'Port': ['ID=b2e9553b-eb9f-4850-83dd-71bf3d5334e4,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:16.511172 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-1095442e-bb11-4057-be56-41312ee47aca tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:16.532460 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=9d136a67-643c-43e8-b6bf-c26ec17647a0,revision_number=5']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:16.535447 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:16.587261 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33403074-0dd8-4a3b-ba61-c9948ee716c2 req-bcbd566a-e11a-49df-a34d-6fb76a4d5c76 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:16.588753 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-33403074-0dd8-4a3b-ba61-c9948ee716c2 req-bcbd566a-e11a-49df-a34d-6fb76a4d5c76 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc69854-8e0e-44f1-b40b-bb53fcfc5d4c HTTP/1.1" status: 200 len: 945 time: 0.4302044 Jun 02 08:05:16.715933 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f5b4b-7c39-435c-a6d5-551b4d2c7c0f req-5b232a82-d2c9-4990-9c74-14d6706a5768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:16.717409 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-635f5b4b-7c39-435c-a6d5-551b4d2c7c0f req-5b232a82-d2c9-4990-9c74-14d6706a5768 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c3cbce56-96da-41d6-a64f-6a6b63f388b4 HTTP/1.1" status: 200 len: 1099 time: 0.0727837 Jun 02 08:05:16.765830 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-635f5b4b-7c39-435c-a6d5-551b4d2c7c0f req-87822715-4406-4782-9211-b6486f44a8a2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403104 Jun 02 08:05:16.814102 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bd2f58-64f7-4c26-a86b-0673bcd2dde1 req-1095442e-bb11-4057-be56-41312ee47aca tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] No DVR routers for this DVR port b2e9553b-eb9f-4850-83dd-71bf3d5334e4 on host hv-cinder-78638 {{(pid=91539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 08:05:16.828432 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-c5bd2f58-64f7-4c26-a86b-0673bcd2dde1 req-1095442e-bb11-4057-be56-41312ee47aca tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:16.830844 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc69854-8e0e-44f1-b40b-bb53fcfc5d4c', 'name': 'network-vif-deleted', 'tag': 'b2e9553b-eb9f-4850-83dd-71bf3d5334e4'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:05:16.833129 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56732b0d-6063-4a88-bfcb-d49994b92a37" -d '{"events": [{"server_uuid": "afc69854-8e0e-44f1-b40b-bb53fcfc5d4c", "name": "network-vif-deleted", "tag": "b2e9553b-eb9f-4850-83dd-71bf3d5334e4"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:05:16.880457 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c449320e-e713-4dbd-b7d4-d7ae3ed2c622 x-openstack-request-id: req-c449320e-e713-4dbd-b7d4-d7ae3ed2c622 {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:05:16.880844 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc69854-8e0e-44f1-b40b-bb53fcfc5d4c", "name": "network-vif-deleted", "tag": "b2e9553b-eb9f-4850-83dd-71bf3d5334e4", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:05:16.881058 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c449320e-e713-4dbd-b7d4-d7ae3ed2c622 {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:05:16.881491 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc69854-8e0e-44f1-b40b-bb53fcfc5d4c', 'name': 'network-vif-deleted', 'tag': 'b2e9553b-eb9f-4850-83dd-71bf3d5334e4', 'status': 'completed', 'code': 200} Jun 02 08:05:16.884475 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-33403074-0dd8-4a3b-ba61-c9948ee716c2 req-40987f21-1dd5-4da8-8ebd-01d3fc47c83d tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/security-groups?id=42f1ba0a-cfb6-42d6-bff5-62ea302242a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426789 Jun 02 08:05:16.888541 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c5bd2f58-64f7-4c26-a86b-0673bcd2dde1 req-1095442e-bb11-4057-be56-41312ee47aca tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.79 "DELETE /v2.0/ports/b2e9553b-eb9f-4850-83dd-71bf3d5334e4 HTTP/1.1" status: 204 len: 173 time: 1.5061712 Jun 02 08:05:17.068227 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99d0a99-ad0a-4cbc-8f42-60f319a702e3 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Router 9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec has already been hosted by L3 agent 221affb1-81f2-42a7-84c7-b8c79a9401bf {{(pid=91539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 08:05:17.146478 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd1366-a62d-4339-954d-f3bd462aa06d req-748f5a1a-da7c-4ebb-a02b-27c83abc6bd0 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:17.147942 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-f1cd1366-a62d-4339-954d-f3bd462aa06d req-748f5a1a-da7c-4ebb-a02b-27c83abc6bd0 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3cbce56-96da-41d6-a64f-6a6b63f388b4 HTTP/1.1" status: 200 len: 946 time: 0.1685927 Jun 02 08:05:17.192577 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-f1cd1366-a62d-4339-954d-f3bd462aa06d req-d1841e19-74d4-4fb0-a9a8-39dbe132be00 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387831 Jun 02 08:05:17.284074 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99d0a99-ad0a-4cbc-8f42-60f319a702e3 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify agent at l3_agent.dv-cinder-786385-7-smb the message routers_updated {{(pid=91539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 08:05:17.288771 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-f99d0a99-ad0a-4cbc-8f42-60f319a702e3 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for floatingip, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:17.294008 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadc3736-9a02-4194-9a34-0acb002020a6 None None] Sync routers for ids ['9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec'] in dv-cinder-786385-7-smb {{(pid=91541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 08:05:17.304234 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadc3736-9a02-4194-9a34-0acb002020a6 None None] Routers {'9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:05:17.304846 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-fadc3736-9a02-4194-9a34-0acb002020a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:05:03Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec'], 'active': True} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:05:17.345174 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-f99d0a99-ad0a-4cbc-8f42-60f319a702e3 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "DELETE /v2.0/floatingips/a565c279-0809-4766-bac5-2e6b13d13725 HTTP/1.1" status: 204 len: 168 time: 2.5194442 Jun 02 08:05:17.521237 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvr_db [None req-fadc3736-9a02-4194-9a34-0acb002020a6 None None] Set router 9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec gateway port host: dv-cinder-786385-7-smb {{(pid=91541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:05:17.753967 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca41c0-53be-4ddd-ac3a-9451a52671bf req-ed7f8a3d-8cec-40db-b623-708f203c4bd5 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:17.755405 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-e6ca41c0-53be-4ddd-ac3a-9451a52671bf req-ed7f8a3d-8cec-40db-b623-708f203c4bd5 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 945 time: 0.0847402 Jun 02 08:05:17.800058 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-e6ca41c0-53be-4ddd-ac3a-9451a52671bf req-b57516c6-3402-4145-a009-2613cea504da tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390079 Jun 02 08:05:17.853866 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-fadc3736-9a02-4194-9a34-0acb002020a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'name': 'tempest-TestShelveInstance-629114683-router', 'tenant_id': 'b35f5d14d93b40f0848158412804be41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'c88f9853-ebf2-4b06-b6a8-2ceab354e304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:35Z', 'updated_at': '2021-06-02T07:59:41Z', 'revision_number': 4, 'project_id': 'b35f5d14d93b40f0848158412804be41', 'gw_port': {'id': 'c88f9853-ebf2-4b06-b6a8-2ceab354e304', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:59:36Z', 'updated_at': '2021-06-02T07:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': '8a7c1b31-ca79-41f6-ad27-18da0ef4e120', 'name': '', 'network_id': '87c948b6-776e-416a-8595-be6ae5ab6cc6', 'tenant_id': 'b35f5d14d93b40f0848158412804be41', 'mac_address': 'fa:16:3e:e4:40:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6b88b624-fc5a-4399-9939-be3292b885fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:59:40Z', 'updated_at': '2021-06-02T07:59:52Z', 'revision_number': 5, 'project_id': 'b35f5d14d93b40f0848158412804be41', 'subnets': [{'id': '6b88b624-fc5a-4399-9939-be3292b885fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:05:17.858418 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadc3736-9a02-4194-9a34-0acb002020a6 None None] Checking router: 9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec for host: dv-cinder-786385-7-smb {{(pid=91541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 08:05:17.867331 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadc3736-9a02-4194-9a34-0acb002020a6 None None] Routers {'9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:05:17.867993 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-fadc3736-9a02-4194-9a34-0acb002020a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:05:03Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec'], 'active': True} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:05:18.083411 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvr_db [None req-fadc3736-9a02-4194-9a34-0acb002020a6 None None] Set router 9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec gateway port host: dv-cinder-786385-7-smb {{(pid=91541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:05:18.235567 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device b2e9553b-eb9f-4850-83dd-71bf3d5334e4 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:05:18.290954 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] No Port match for: b2e9553b-eb9f-4850-83dd-71bf3d5334e4 {{(pid=91541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 08:05:18.291290 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device b2e9553b-eb9f-4850-83dd-71bf3d5334e4 not bound to the agent host hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 08:05:18.379775 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d2f5c-e790-4b3d-b19d-6b357da78e1b req-94acbdaf-0118-4b10-8a1b-20ca92c65e56 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:18.381443 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-586d2f5c-e790-4b3d-b19d-6b357da78e1b req-94acbdaf-0118-4b10-8a1b-20ca92c65e56 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3cbce56-96da-41d6-a64f-6a6b63f388b4 HTTP/1.1" status: 200 len: 946 time: 0.0793288 Jun 02 08:05:18.429630 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-586d2f5c-e790-4b3d-b19d-6b357da78e1b req-68ca01a2-4035-465b-8ae9-3f1b6f091111 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419548 Jun 02 08:05:18.457348 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-fadc3736-9a02-4194-9a34-0acb002020a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'name': 'tempest-TestShelveInstance-629114683-router', 'tenant_id': 'b35f5d14d93b40f0848158412804be41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'c88f9853-ebf2-4b06-b6a8-2ceab354e304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:35Z', 'updated_at': '2021-06-02T07:59:41Z', 'revision_number': 4, 'project_id': 'b35f5d14d93b40f0848158412804be41', 'gw_port': {'id': 'c88f9853-ebf2-4b06-b6a8-2ceab354e304', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:59:36Z', 'updated_at': '2021-06-02T07:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': '8a7c1b31-ca79-41f6-ad27-18da0ef4e120', 'name': '', 'network_id': '87c948b6-776e-416a-8595-be6ae5ab6cc6', 'tenant_id': 'b35f5d14d93b40f0848158412804be41', 'mac_address': 'fa:16:3e:e4:40:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6b88b624-fc5a-4399-9939-be3292b885fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:59:40Z', 'updated_at': '2021-06-02T07:59:52Z', 'revision_number': 5, 'project_id': 'b35f5d14d93b40f0848158412804be41', 'subnets': [{'id': '6b88b624-fc5a-4399-9939-be3292b885fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:05:18.461347 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadc3736-9a02-4194-9a34-0acb002020a6 None None] The sync data for ids ['9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec'] in dv-cinder-786385-7-smb is: [{'id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'name': 'tempest-TestShelveInstance-629114683-router', 'tenant_id': 'b35f5d14d93b40f0848158412804be41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'c88f9853-ebf2-4b06-b6a8-2ceab354e304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:35Z', 'updated_at': '2021-06-02T07:59:41Z', 'revision_number': 4, 'project_id': 'b35f5d14d93b40f0848158412804be41', 'gw_port': {'id': 'c88f9853-ebf2-4b06-b6a8-2ceab354e304', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:59:36Z', 'updated_at': '2021-06-02T07:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb', '_interfaces': [{'id': '8a7c1b31-ca79-41f6-ad27-18da0ef4e120', 'name': '', 'network_id': '87c948b6-776e-416a-8595-be6ae5ab6cc6', 'tenant_id': 'b35f5d14d93b40f0848158412804be41', 'mac_address': 'fa:16:3e:e4:40:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6b88b624-fc5a-4399-9939-be3292b885fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:59:40Z', 'updated_at': '2021-06-02T07:59:52Z', 'revision_number': 5, 'project_id': 'b35f5d14d93b40f0848158412804be41', 'subnets': [{'id': '6b88b624-fc5a-4399-9939-be3292b885fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 08:05:18.674899 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3162563-9fea-40a1-b65b-a93db29e42ca None None] New status for floating IP a565c279-0809-4766-bac5-2e6b13d13725: DOWN {{(pid=91542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 08:05:18.882218 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30f239a-2869-4c74-935b-97180c67ab9c', 'tag': 'edce5668-101c-48c4-837f-5bb832623f3a'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:05:18.884648 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367a2b02-e8e2-43d7-8f5c-eb906b5244f3" -d '{"events": [{"name": "network-changed", "server_uuid": "a30f239a-2869-4c74-935b-97180c67ab9c", "tag": "edce5668-101c-48c4-837f-5bb832623f3a"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:05:18.996864 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37777b48-6251-4ff4-a25b-5748217f0969 req-bbf72ba7-02b5-4e04-b74c-458afd9fa074 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:18.997562 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-37777b48-6251-4ff4-a25b-5748217f0969 req-bbf72ba7-02b5-4e04-b74c-458afd9fa074 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Synchronizing usage tracker for tenant:b35f5d14d93b40f0848158412804be41 on resource:port {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:05:19.009514 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-37777b48-6251-4ff4-a25b-5748217f0969 req-bbf72ba7-02b5-4e04-b74c-458afd9fa074 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Unset dirty status for tenant:b35f5d14d93b40f0848158412804be41 on resource:port {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:05:19.010635 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-37777b48-6251-4ff4-a25b-5748217f0969 req-bbf72ba7-02b5-4e04-b74c-458afd9fa074 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 945 time: 0.0958169 Jun 02 08:05:19.056208 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-37777b48-6251-4ff4-a25b-5748217f0969 req-fe189163-207e-4ed5-b82c-cc1bdd696d50 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d5db7e0-af9d-4c66-a548-1abd027dc6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395751 Jun 02 08:05:19.107060 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d468484-a0ac-405a-937c-13fea6bf40b4 x-openstack-request-id: req-8d468484-a0ac-405a-937c-13fea6bf40b4 {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:05:19.107440 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a30f239a-2869-4c74-935b-97180c67ab9c", "tag": "edce5668-101c-48c4-837f-5bb832623f3a", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:05:19.107740 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8d468484-a0ac-405a-937c-13fea6bf40b4 {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:05:19.108269 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a30f239a-2869-4c74-935b-97180c67ab9c', 'tag': 'edce5668-101c-48c4-837f-5bb832623f3a', 'status': 'completed', 'code': 200} Jun 02 08:05:19.226804 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a2b02-e8e2-43d7-8f5c-eb906b5244f3 req-cb039e94-c84d-4a6a-8b5b-4f1cbd4a87e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:19.228351 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-367a2b02-e8e2-43d7-8f5c-eb906b5244f3 req-cb039e94-c84d-4a6a-8b5b-4f1cbd4a87e6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b35f5d14d93b40f0848158412804be41&device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 1098 time: 0.0884783 Jun 02 08:05:19.238404 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b4887-a186-411e-ac08-21a9a9dae585 req-f5d748ac-d010-4c6c-9463-f4503f5ab246 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:19.239757 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-cf7b4887-a186-411e-ac08-21a9a9dae585 req-f5d748ac-d010-4c6c-9463-f4503f5ab246 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.79 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 945 time: 0.1054986 Jun 02 08:05:19.376147 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a2b02-e8e2-43d7-8f5c-eb906b5244f3 req-2d97eab1-59bd-4197-a1bc-ea922fdbd651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:19.377649 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-367a2b02-e8e2-43d7-8f5c-eb906b5244f3 req-2d97eab1-59bd-4197-a1bc-ea922fdbd651 service neutron] 10.222.0.79 "GET /v2.0/networks?id=87c948b6-776e-416a-8595-be6ae5ab6cc6 HTTP/1.1" status: 200 len: 909 time: 0.1399088 Jun 02 08:05:19.385733 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [req-cf7b4887-a186-411e-ac08-21a9a9dae585 req-97692cf1-7bb8-4deb-b686-9eb56eac046f tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Deleting port edce5668-101c-48c4-837f-5bb832623f3a {{(pid=91539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:05:19.386085 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-cf7b4887-a186-411e-ac08-21a9a9dae585 req-97692cf1-7bb8-4deb-b686-9eb56eac046f tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:19.450448 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-367a2b02-e8e2-43d7-8f5c-eb906b5244f3 req-3c25a478-d84f-4a42-a8e3-315b62ccbc98 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edce5668-101c-48c4-837f-5bb832623f3a HTTP/1.1" status: 200 len: 217 time: 0.0657988 Jun 02 08:05:19.525315 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a2b02-e8e2-43d7-8f5c-eb906b5244f3 req-e07d6714-9977-4ed5-bd67-376f9a0d8bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:19.528113 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-367a2b02-e8e2-43d7-8f5c-eb906b5244f3 req-e07d6714-9977-4ed5-bd67-376f9a0d8bf6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6b88b624-fc5a-4399-9939-be3292b885fc HTTP/1.1" status: 200 len: 847 time: 0.0621357 Jun 02 08:05:19.530249 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-cf7b4887-a186-411e-ac08-21a9a9dae585 req-97692cf1-7bb8-4deb-b686-9eb56eac046f tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] For port edce5668-101c-48c4-837f-5bb832623f3a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=edce5668-101c-48c4-837f-5bb832623f3a,segment=NetworkSegment(c9eebd2b-9718-4d11-bc88-206eacd96281),segment_id=c9eebd2b-9718-4d11-bc88-206eacd96281)] {{(pid=91539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:05:19.530728 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-cf7b4887-a186-411e-ac08-21a9a9dae585 req-97692cf1-7bb8-4deb-b686-9eb56eac046f tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:19.624469 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a2b02-e8e2-43d7-8f5c-eb906b5244f3 req-c085e67d-ad27-4b00-a6cf-1a391d09c3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:19.630912 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-367a2b02-e8e2-43d7-8f5c-eb906b5244f3 req-c085e67d-ad27-4b00-a6cf-1a391d09c3ca service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=87c948b6-776e-416a-8595-be6ae5ab6cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0919585 Jun 02 08:05:19.661586 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [req-cf7b4887-a186-411e-ac08-21a9a9dae585 req-97692cf1-7bb8-4deb-b686-9eb56eac046f tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Calling delete_port for edce5668-101c-48c4-837f-5bb832623f3a owned by compute:nova {{(pid=91539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:05:19.769977 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-367a2b02-e8e2-43d7-8f5c-eb906b5244f3 req-4cefefa9-8cbd-4f7c-86e1-bf875becc143 service neutron] 10.222.0.79 "GET /v2.0/networks/87c948b6-776e-416a-8595-be6ae5ab6cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331961 Jun 02 08:05:19.784004 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-cf7b4887-a186-411e-ac08-21a9a9dae585 req-97692cf1-7bb8-4deb-b686-9eb56eac046f tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:19.796263 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-af58296c-b7d7-4a7f-906b-9a36c67db1f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:19.864171 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97692cf1-7bb8-4deb-b686-9eb56eac046f tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Pushing event deleted for resources: {'Port': ['ID=edce5668-101c-48c4-837f-5bb832623f3a,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:19.876530 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-97692cf1-7bb8-4deb-b686-9eb56eac046f tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:19.913826 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-367a2b02-e8e2-43d7-8f5c-eb906b5244f3 req-2c9175c3-5eeb-42bf-8c25-5fdd5de90d5a service neutron] 10.222.0.79 "GET /v2.0/networks/87c948b6-776e-416a-8595-be6ae5ab6cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351793 Jun 02 08:05:19.919216 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7b4887-a186-411e-ac08-21a9a9dae585 req-97692cf1-7bb8-4deb-b686-9eb56eac046f tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] No DVR routers for this DVR port edce5668-101c-48c4-837f-5bb832623f3a on host hv-cinder-78638 {{(pid=91539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 08:05:19.921496 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-cf7b4887-a186-411e-ac08-21a9a9dae585 req-97692cf1-7bb8-4deb-b686-9eb56eac046f tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:19.934605 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-cf7b4887-a186-411e-ac08-21a9a9dae585 req-97692cf1-7bb8-4deb-b686-9eb56eac046f tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.79 "DELETE /v2.0/ports/edce5668-101c-48c4-837f-5bb832623f3a HTTP/1.1" status: 204 len: 173 time: 0.6887877 Jun 02 08:05:20.206966 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-c7396227-a8ed-4656-a2ab-75c1dc6418eb req-46384048-101e-4b4a-8060-d1f2181b1b0d tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Synchronizing usage tracker for tenant:b35f5d14d93b40f0848158412804be41 on resource:port {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:05:20.231178 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-c7396227-a8ed-4656-a2ab-75c1dc6418eb req-46384048-101e-4b4a-8060-d1f2181b1b0d tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Unset dirty status for tenant:b35f5d14d93b40f0848158412804be41 on resource:port {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:05:20.233109 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c7396227-a8ed-4656-a2ab-75c1dc6418eb req-46384048-101e-4b4a-8060-d1f2181b1b0d tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "GET /v2.0/ports?device_id=a30f239a-2869-4c74-935b-97180c67ab9c HTTP/1.1" status: 200 len: 210 time: 0.0695434 Jun 02 08:05:20.556109 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-e434a23b-7dd1-48e0-8609-8a50d2835612 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:20.557533 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-e434a23b-7dd1-48e0-8609-8a50d2835612 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/networks?id=92afa014-7cec-43de-8590-b4c563b74128 HTTP/1.1" status: 200 len: 815 time: 0.1467154 Jun 02 08:05:20.573085 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-4f7b8db5-a08e-4fa0-8e5a-a165862f4bd6 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/quotas/50970b71fa0945c2a57aa1458dfb6255 HTTP/1.1" status: 200 len: 375 time: 0.0091555 Jun 02 08:05:20.657464 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-879bac97-5c41-42d6-897a-32bd681feb50 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=50970b71fa0945c2a57aa1458dfb6255&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785489 Jun 02 08:05:20.795239 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-7908d988-0bab-46ba-b686-b0eac496bb3e service neutron] 10.222.0.81 "GET /v2.0/networks/92afa014-7cec-43de-8590-b4c563b74128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294417 Jun 02 08:05:20.932945 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-3ff0377c-0e3b-4478-8c3d-78d862a2e2b5 service neutron] 10.222.0.81 "GET /v2.0/networks/92afa014-7cec-43de-8590-b4c563b74128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330554 Jun 02 08:05:21.109030 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30f239a-2869-4c74-935b-97180c67ab9c', 'name': 'network-vif-deleted', 'tag': 'edce5668-101c-48c4-837f-5bb832623f3a'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:05:21.111340 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2707e7c6-376f-4feb-8c49-8fa3985d85e2" -d '{"events": [{"server_uuid": "a30f239a-2869-4c74-935b-97180c67ab9c", "name": "network-vif-deleted", "tag": "edce5668-101c-48c4-837f-5bb832623f3a"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:05:21.116795 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-14597cd3-93f0-413a-9522-bfcbd38664b8 req-9e52b6c4-8341-4213-ae12-a183201c66e8 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ea5c9e9-2876-493e-bc32-2d426cf8f4df HTTP/1.1" status: 200 len: 210 time: 0.0520055 Jun 02 08:05:21.156992 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aaf348c-8f3c-4eb7-a787-e9b7b12372e0 x-openstack-request-id: req-6aaf348c-8f3c-4eb7-a787-e9b7b12372e0 {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:05:21.157323 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30f239a-2869-4c74-935b-97180c67ab9c", "name": "network-vif-deleted", "tag": "edce5668-101c-48c4-837f-5bb832623f3a", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:05:21.157607 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6aaf348c-8f3c-4eb7-a787-e9b7b12372e0 {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:05:21.158033 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30f239a-2869-4c74-935b-97180c67ab9c', 'name': 'network-vif-deleted', 'tag': 'edce5668-101c-48c4-837f-5bb832623f3a', 'status': 'completed', 'code': 200} Jun 02 08:05:21.330935 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 48012) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:05:21.406150 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-1403b83d-a4cb-4234-94f1-7f40bfa685ab tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:21.517204 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-1403b83d-a4cb-4234-94f1-7f40bfa685ab tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:21.583533 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-1403b83d-a4cb-4234-94f1-7f40bfa685ab tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:21.588676 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-548a20e6-2112-48b3-8c2c-7a7d3e5d7369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:21.604312 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403b83d-a4cb-4234-94f1-7f40bfa685ab tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5db7e0-af9d-4c66-a548-1abd027dc6c8,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:21.614981 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1403b83d-a4cb-4234-94f1-7f40bfa685ab tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:05:21.615377 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1403b83d-a4cb-4234-94f1-7f40bfa685ab tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:05:21.615725 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1403b83d-a4cb-4234-94f1-7f40bfa685ab tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:05:21.616188 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1403b83d-a4cb-4234-94f1-7f40bfa685ab tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:05:21.616541 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1403b83d-a4cb-4234-94f1-7f40bfa685ab tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:05:21.616882 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1403b83d-a4cb-4234-94f1-7f40bfa685ab tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:05:21.617220 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1403b83d-a4cb-4234-94f1-7f40bfa685ab tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:05:21.617554 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1403b83d-a4cb-4234-94f1-7f40bfa685ab tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:05:21.617891 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1403b83d-a4cb-4234-94f1-7f40bfa685ab tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:05:21.618224 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1403b83d-a4cb-4234-94f1-7f40bfa685ab tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:05:21.618558 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1403b83d-a4cb-4234-94f1-7f40bfa685ab tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:05:21.618889 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1403b83d-a4cb-4234-94f1-7f40bfa685ab tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:05:21.623158 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-1403b83d-a4cb-4234-94f1-7f40bfa685ab tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:21.627382 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-1403b83d-a4cb-4234-94f1-7f40bfa685ab tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:21.628688 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-1403b83d-a4cb-4234-94f1-7f40bfa685ab tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] 10.222.0.81 "DELETE /v2.0/security-groups/2d5db7e0-af9d-4c66-a548-1abd027dc6c8 HTTP/1.1" status: 204 len: 168 time: 0.2969258 Jun 02 08:05:21.678360 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 48016) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:05:22.230536 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device edce5668-101c-48c4-837f-5bb832623f3a no longer exists at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:05:22.275658 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] No Port match for: edce5668-101c-48c4-837f-5bb832623f3a {{(pid=91541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 08:05:22.276430 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device edce5668-101c-48c4-837f-5bb832623f3a not bound to the agent host hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 08:05:22.294952 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-9377269f-ad0f-4695-987b-2c7390f93f7c req-94ba8c6a-64a0-49a8-b3a9-699d5982cee9 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ea5c9e9-2876-493e-bc32-2d426cf8f4df HTTP/1.1" status: 200 len: 210 time: 0.0509548 Jun 02 08:05:22.328822 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-e176f4d9-5d50-4287-ba82-7b1e9cb06d97 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:22.330412 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-e176f4d9-5d50-4287-ba82-7b1e9cb06d97 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.79 "GET /v2.0/networks?id=92afa014-7cec-43de-8590-b4c563b74128 HTTP/1.1" status: 200 len: 815 time: 0.3025429 Jun 02 08:05:22.349379 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-56d29b3b-2127-47ef-acce-3360af67d996 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Request body: {'port': {'device_id': '4ea5c9e9-2876-493e-bc32-2d426cf8f4df', 'network_id': '92afa014-7cec-43de-8590-b4c563b74128', 'admin_state_up': True, 'tenant_id': '50970b71fa0945c2a57aa1458dfb6255'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:05:22.374847 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-e2f8df98-8526-4e0a-86bc-2a9bd3d0eec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-944181'] for router_interface, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:22.563513 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fba268-97b8-4230-993b-24680956fbf1 req-8ec4be8b-9d54-4d3d-897c-aac2fb501a4f tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:22.564905 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d7fba268-97b8-4230-993b-24680956fbf1 req-8ec4be8b-9d54-4d3d-897c-aac2fb501a4f tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/networks?id=02a057d3-74ef-412a-9cb0-07a0f3eaad4c HTTP/1.1" status: 200 len: 813 time: 0.2833018 Jun 02 08:05:22.587313 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d7fba268-97b8-4230-993b-24680956fbf1 req-3476e50a-5263-4eed-a8cd-0624a1fbf863 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/quotas/c8364ee4b6c44054af5d3fe75c8470a3 HTTP/1.1" status: 200 len: 375 time: 0.0165372 Jun 02 08:05:22.588200 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-56d29b3b-2127-47ef-acce-3360af67d996 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:05:22.627531 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-56d29b3b-2127-47ef-acce-3360af67d996 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:05:22.642570 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-d7fba268-97b8-4230-993b-24680956fbf1 req-67cec4ac-f47c-4f30-a7d3-eed52156e129 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Synchronizing usage tracker for tenant:c8364ee4b6c44054af5d3fe75c8470a3 on resource:port {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:05:22.657278 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-56d29b3b-2127-47ef-acce-3360af67d996 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Made reservation on behalf of 50970b71fa0945c2a57aa1458dfb6255 for: {'port': 1} {{(pid=91539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 08:05:22.660938 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-56d29b3b-2127-47ef-acce-3360af67d996 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:22.679670 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-d7fba268-97b8-4230-993b-24680956fbf1 req-67cec4ac-f47c-4f30-a7d3-eed52156e129 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Unset dirty status for tenant:c8364ee4b6c44054af5d3fe75c8470a3 on resource:port {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:05:22.680955 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d7fba268-97b8-4230-993b-24680956fbf1 req-67cec4ac-f47c-4f30-a7d3-eed52156e129 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c8364ee4b6c44054af5d3fe75c8470a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0860484 Jun 02 08:05:22.780162 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.plugin [None req-e2f8df98-8526-4e0a-86bc-2a9bd3d0eec4 admin admin] Deleting port 8a7c1b31-ca79-41f6-ad27-18da0ef4e120 {{(pid=91540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:05:22.780649 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-e2f8df98-8526-4e0a-86bc-2a9bd3d0eec4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:22.898840 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.db [None req-e2f8df98-8526-4e0a-86bc-2a9bd3d0eec4 admin admin] For port 8a7c1b31-ca79-41f6-ad27-18da0ef4e120, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=8a7c1b31-ca79-41f6-ad27-18da0ef4e120,segment=NetworkSegment(c9eebd2b-9718-4d11-bc88-206eacd96281),segment_id=c9eebd2b-9718-4d11-bc88-206eacd96281)] {{(pid=91540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:05:22.899097 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-e2f8df98-8526-4e0a-86bc-2a9bd3d0eec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:22.924834 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d7fba268-97b8-4230-993b-24680956fbf1 req-734e04f8-74eb-454b-b2ac-21ff2c5272fe service neutron] 10.222.0.81 "GET /v2.0/networks/02a057d3-74ef-412a-9cb0-07a0f3eaad4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027643 Jun 02 08:05:22.959477 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.db_base_plugin_common [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-56d29b3b-2127-47ef-acce-3360af67d996 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Allocated IP 172.20.0.7 (92afa014-7cec-43de-8590-b4c563b74128/afcc30b2-85de-43fe-a83b-974e2f810830/066cc740-03e2-4e60-991a-231c7dd5253b) {{(pid=91539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 08:05:23.024901 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.plugin [None req-e2f8df98-8526-4e0a-86bc-2a9bd3d0eec4 admin admin] Calling delete_port for 8a7c1b31-ca79-41f6-ad27-18da0ef4e120 owned by network:router_interface {{(pid=91540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:05:23.131848 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d7fba268-97b8-4230-993b-24680956fbf1 req-752bf0e2-6091-4730-a034-be81ce92edeb service neutron] 10.222.0.81 "GET /v2.0/networks/02a057d3-74ef-412a-9cb0-07a0f3eaad4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002866 Jun 02 08:05:23.281467 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-56d29b3b-2127-47ef-acce-3360af67d996 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Notify callbacks [] for port, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:23.315074 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-56d29b3b-2127-47ef-acce-3360af67d996 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:23.321772 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-f99d0a99-ad0a-4cbc-8f42-60f319a702e3 tempest-TestShelveInstance-725986737 tempest-TestShelveInstance-725986737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:23.327507 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['a1a57c89-d647-424e-90c7-725b62c69694', '9d136a67-643c-43e8-b6bf-c26ec17647a0'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 08:05:23.332293 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-fb03a494-16b0-4688-bc20-f243d611a60c req-12423159-5227-4a4a-8c87-9d68d445c2e9 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/ports?device_id=6df16cf6-a69b-4eb3-91b9-c19f234285c7 HTTP/1.1" status: 200 len: 210 time: 0.0544686 Jun 02 08:05:23.393730 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-56d29b3b-2127-47ef-acce-3360af67d996 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Network 92afa014-7cec-43de-8590-b4c563b74128 is already hosted by enough agents. {{(pid=91539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 08:05:23.402167 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-56d29b3b-2127-47ef-acce-3360af67d996 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Resources bound (agent type, host, resource id): {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 08:05:23.406523 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-56d29b3b-2127-47ef-acce-3360af67d996 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Received port after_create {{(pid=91539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 08:05:23.493561 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-e2f8df98-8526-4e0a-86bc-2a9bd3d0eec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27652422'] for port, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:23.500446 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-8fc1f21c-17bf-40a6-abd8-d28f41ac5c9c tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:23.551873 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d29b3b-2127-47ef-acce-3360af67d996 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Pushing event updated for resources: {'Port': ['ID=066cc740-03e2-4e60-991a-231c7dd5253b,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:23.560595 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-56d29b3b-2127-47ef-acce-3360af67d996 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:23.602390 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-56d29b3b-2127-47ef-acce-3360af67d996 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:23.603757 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8df98-8526-4e0a-86bc-2a9bd3d0eec4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a7c1b31-ca79-41f6-ad27-18da0ef4e120,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:23.604653 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-56d29b3b-2127-47ef-acce-3360af67d996 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:23.608653 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-e2f8df98-8526-4e0a-86bc-2a9bd3d0eec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:23.673224 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376485f3-4a5a-4b0d-a356-f6ea48d3d221 req-7b54a999-80d1-464a-8a7e-2dfdc5abcd4e tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:23.674054 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-376485f3-4a5a-4b0d-a356-f6ea48d3d221 req-7b54a999-80d1-464a-8a7e-2dfdc5abcd4e tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Synchronizing usage tracker for tenant:50970b71fa0945c2a57aa1458dfb6255 on resource:port {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:05:23.681747 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-56d29b3b-2127-47ef-acce-3360af67d996 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3361864 Jun 02 08:05:23.710221 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-003ff534-3683-4654-b0eb-2ab390ce0b58 service neutron] Request body: {'port': {'device_id': '4ea5c9e9-2876-493e-bc32-2d426cf8f4df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:05:23.771892 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-376485f3-4a5a-4b0d-a356-f6ea48d3d221 req-7b54a999-80d1-464a-8a7e-2dfdc5abcd4e tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Unset dirty status for tenant:50970b71fa0945c2a57aa1458dfb6255 on resource:port {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:05:23.773164 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-376485f3-4a5a-4b0d-a356-f6ea48d3d221 req-7b54a999-80d1-464a-8a7e-2dfdc5abcd4e tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ea5c9e9-2876-493e-bc32-2d426cf8f4df HTTP/1.1" status: 200 len: 931 time: 0.3096383 Jun 02 08:05:23.874548 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-376485f3-4a5a-4b0d-a356-f6ea48d3d221 req-926f1765-e275-45d7-aeb0-aa2105622158 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890355 Jun 02 08:05:23.899182 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-e2f8df98-8526-4e0a-86bc-2a9bd3d0eec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-944193'] for router_interface, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:23.901650 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-003ff534-3683-4654-b0eb-2ab390ce0b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:24.222955 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.agents_db [None req-10acdd10-972e-4945-a856-8243e035fc02 None None] Agent healthcheck: found 6 active agents {{(pid=91542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 08:05:24.259055 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f8df98-8526-4e0a-86bc-2a9bd3d0eec4 admin admin] Router 9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec has already been hosted by L3 agent 221affb1-81f2-42a7-84c7-b8c79a9401bf {{(pid=91540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 08:05:24.362255 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-003ff534-3683-4654-b0eb-2ab390ce0b58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 066cc740-03e2-4e60-991a-231c7dd5253b {{(pid=91539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 08:05:24.371180 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-003ff534-3683-4654-b0eb-2ab390ce0b58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:24.386816 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.provisioning_blocks [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-003ff534-3683-4654-b0eb-2ab390ce0b58 service neutron] Transition to ACTIVE for port object 066cc740-03e2-4e60-991a-231c7dd5253b will not be triggered until provisioned by entity L2. {{(pid=91539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 08:05:24.391407 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-003ff534-3683-4654-b0eb-2ab390ce0b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:24.396430 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-c0a6f5d4-01df-4335-99a4-8d198da7ef1b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:24.540145 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ff534-3683-4654-b0eb-2ab390ce0b58 service neutron] Pushing event updated for resources: {'Port': ['ID=066cc740-03e2-4e60-991a-231c7dd5253b,revision_number=2']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:24.544735 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-003ff534-3683-4654-b0eb-2ab390ce0b58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:24.642900 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f8df98-8526-4e0a-86bc-2a9bd3d0eec4 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-smb the message routers_updated {{(pid=91540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 08:05:24.646302 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-eb48071a-f994-444d-9218-b15586c4f85b req-56d437e2-b14c-490a-80ff-6c0d0bce94df tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/ports?device_id=6df16cf6-a69b-4eb3-91b9-c19f234285c7 HTTP/1.1" status: 200 len: 210 time: 0.1776631 Jun 02 08:05:24.660002 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231e88c8-c688-417b-90d1-eda634a3b483 None None] Sync routers for ids ['9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec'] in dv-cinder-786385-7-smb {{(pid=91541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 08:05:24.670339 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-003ff534-3683-4654-b0eb-2ab390ce0b58 service neutron] Attempting to bind port 066cc740-03e2-4e60-991a-231c7dd5253b on host hv-cinder-78638 for vnic_type normal with profile {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 08:05:24.670711 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-003ff534-3683-4654-b0eb-2ab390ce0b58 service neutron] Attempting to bind port 066cc740-03e2-4e60-991a-231c7dd5253b by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'bebd13e2-1562-4e95-9093-2b9478c2818f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '92afa014-7cec-43de-8590-b4c563b74128'}] {{(pid=91539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 08:05:24.671119 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-003ff534-3683-4654-b0eb-2ab390ce0b58 service neutron] Attempting to bind port 066cc740-03e2-4e60-991a-231c7dd5253b on network 92afa014-7cec-43de-8590-b4c563b74128 {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 08:05:24.678343 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-003ff534-3683-4654-b0eb-2ab390ce0b58 service neutron] Port 066cc740-03e2-4e60-991a-231c7dd5253b on network 92afa014-7cec-43de-8590-b4c563b74128 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 08:05:24.678658 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-003ff534-3683-4654-b0eb-2ab390ce0b58 service neutron] Attempting to bind port 066cc740-03e2-4e60-991a-231c7dd5253b on network 92afa014-7cec-43de-8590-b4c563b74128 {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 08:05:24.687744 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-003ff534-3683-4654-b0eb-2ab390ce0b58 service neutron] Checking agent: {'id': '771bc7c6-ed6b-4515-8704-024740aedec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 56, 10), 'started_at': datetime.datetime(2021, 6, 2, 7, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 08:05:24.688178 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-003ff534-3683-4654-b0eb-2ab390ce0b58 service neutron] Checking segment: {'id': 'bebd13e2-1562-4e95-9093-2b9478c2818f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '92afa014-7cec-43de-8590-b4c563b74128'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 08:05:24.688539 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-003ff534-3683-4654-b0eb-2ab390ce0b58 service neutron] Bound using segment: {'id': 'bebd13e2-1562-4e95-9093-2b9478c2818f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '92afa014-7cec-43de-8590-b4c563b74128'} {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 08:05:24.689035 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-003ff534-3683-4654-b0eb-2ab390ce0b58 service neutron] Bound port: 066cc740-03e2-4e60-991a-231c7dd5253b, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebd13e2-1562-4e95-9093-2b9478c2818f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '92afa014-7cec-43de-8590-b4c563b74128'}}] {{(pid=91539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 08:05:24.689495 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-003ff534-3683-4654-b0eb-2ab390ce0b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:24.696311 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231e88c8-c688-417b-90d1-eda634a3b483 None None] Routers {'9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:05:24.697584 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-231e88c8-c688-417b-90d1-eda634a3b483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:05:03Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec'], 'active': True} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:05:24.721837 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-e2f8df98-8526-4e0a-86bc-2a9bd3d0eec4 admin admin] 10.222.0.81 "PUT /v2.0/routers/9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0420449 Jun 02 08:05:24.724891 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 48056) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:05:24.812029 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-003ff534-3683-4654-b0eb-2ab390ce0b58 service neutron] For port 066cc740-03e2-4e60-991a-231c7dd5253b, host hv-cinder-78638, cleared binding levels {{(pid=91539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 08:05:24.815759 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-003ff534-3683-4654-b0eb-2ab390ce0b58 service neutron] For port 066cc740-03e2-4e60-991a-231c7dd5253b, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=066cc740-03e2-4e60-991a-231c7dd5253b,segment=NetworkSegment(bebd13e2-1562-4e95-9093-2b9478c2818f),segment_id=bebd13e2-1562-4e95-9093-2b9478c2818f)] {{(pid=91539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 08:05:24.821616 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-003ff534-3683-4654-b0eb-2ab390ce0b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:24.825590 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-f5dbcd7a-f4f6-4e7d-b801-fc034a248a85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:24.858771 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fba268-97b8-4230-993b-24680956fbf1 req-fd30b3c1-8598-4826-86c2-726086221d15 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:24.859448 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-d7fba268-97b8-4230-993b-24680956fbf1 req-fd30b3c1-8598-4826-86c2-726086221d15 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Synchronizing usage tracker for tenant:c8364ee4b6c44054af5d3fe75c8470a3 on resource:network {{(pid=91540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:05:24.885119 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-003ff534-3683-4654-b0eb-2ab390ce0b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:24.885835 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-003ff534-3683-4654-b0eb-2ab390ce0b58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:24.887631 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-003ff534-3683-4654-b0eb-2ab390ce0b58 service neutron] 10.222.0.79 "PUT /v2.0/ports/066cc740-03e2-4e60-991a-231c7dd5253b HTTP/1.1" status: 200 len: 1093 time: 1.1917496 Jun 02 08:05:24.887774 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvr_db [None req-231e88c8-c688-417b-90d1-eda634a3b483 None None] Set router 9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec gateway port host: dv-cinder-786385-7-smb {{(pid=91541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:05:24.888308 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea5c9e9-2876-493e-bc32-2d426cf8f4df', 'tag': '066cc740-03e2-4e60-991a-231c7dd5253b'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:05:24.890681 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1064ec44-d502-4ef6-b5f4-10f753552893" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea5c9e9-2876-493e-bc32-2d426cf8f4df", "tag": "066cc740-03e2-4e60-991a-231c7dd5253b"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:05:24.944506 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ff534-3683-4654-b0eb-2ab390ce0b58 service neutron] Pushing event updated for resources: {'Port': ['ID=066cc740-03e2-4e60-991a-231c7dd5253b,revision_number=3']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:24.954143 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-003ff534-3683-4654-b0eb-2ab390ce0b58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:24.980412 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-42cd6497-4e0f-4d04-b5cf-e71290146d1b admin admin] Notify callbacks [] for router, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:25.009565 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0adad4-7f04-4f76-97d8-c3e2c485648b x-openstack-request-id: req-fc0adad4-7f04-4f76-97d8-c3e2c485648b {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:05:25.012144 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea5c9e9-2876-493e-bc32-2d426cf8f4df", "tag": "066cc740-03e2-4e60-991a-231c7dd5253b", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:05:25.012621 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fc0adad4-7f04-4f76-97d8-c3e2c485648b {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:05:25.013489 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea5c9e9-2876-493e-bc32-2d426cf8f4df', 'tag': '066cc740-03e2-4e60-991a-231c7dd5253b', 'status': 'completed', 'code': 200} Jun 02 08:05:25.046108 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-d7fba268-97b8-4230-993b-24680956fbf1 req-fd30b3c1-8598-4826-86c2-726086221d15 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Unset dirty status for tenant:c8364ee4b6c44054af5d3fe75c8470a3 on resource:network {{(pid=91540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:05:25.047187 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-d7fba268-97b8-4230-993b-24680956fbf1 req-fd30b3c1-8598-4826-86c2-726086221d15 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.79 "GET /v2.0/networks?id=02a057d3-74ef-412a-9cb0-07a0f3eaad4c HTTP/1.1" status: 200 len: 813 time: 0.6107023 Jun 02 08:05:25.059468 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-e615cb29-8a5f-4bdf-9082-f14c02a7a64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:25.060995 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-e615cb29-8a5f-4bdf-9082-f14c02a7a64f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=50970b71fa0945c2a57aa1458dfb6255&device_id=4ea5c9e9-2876-493e-bc32-2d426cf8f4df HTTP/1.1" status: 200 len: 1096 time: 0.1058154 Jun 02 08:05:25.086806 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [req-d7fba268-97b8-4230-993b-24680956fbf1 req-a306a519-c3ab-4651-9fdd-73ddc8c2b5f2 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Request body: {'port': {'device_id': '6df16cf6-a69b-4eb3-91b9-c19f234285c7', 'network_id': '02a057d3-74ef-412a-9cb0-07a0f3eaad4c', 'admin_state_up': True, 'tenant_id': 'c8364ee4b6c44054af5d3fe75c8470a3'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:05:25.129894 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-a724b35d-2e42-476e-a5c1-ea389c0e99b4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=066cc740-03e2-4e60-991a-231c7dd5253b HTTP/1.1" status: 200 len: 217 time: 0.0615053 Jun 02 08:05:25.196063 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-7b0aa5de-18ca-4098-84df-c4e7f0bc0a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:25.197497 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-7b0aa5de-18ca-4098-84df-c4e7f0bc0a48 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=afcc30b2-85de-43fe-a83b-974e2f810830 HTTP/1.1" status: 200 len: 855 time: 0.0612211 Jun 02 08:05:25.215373 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-231e88c8-c688-417b-90d1-eda634a3b483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'name': 'tempest-TestShelveInstance-629114683-router', 'tenant_id': 'b35f5d14d93b40f0848158412804be41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'c88f9853-ebf2-4b06-b6a8-2ceab354e304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:35Z', 'updated_at': '2021-06-02T08:05:23Z', 'revision_number': 5, 'project_id': 'b35f5d14d93b40f0848158412804be41', 'gw_port': {'id': 'c88f9853-ebf2-4b06-b6a8-2ceab354e304', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:59:36Z', 'updated_at': '2021-06-02T07:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb'}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:05:25.219551 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231e88c8-c688-417b-90d1-eda634a3b483 None None] Checking router: 9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec for host: dv-cinder-786385-7-smb {{(pid=91541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 08:05:25.227837 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231e88c8-c688-417b-90d1-eda634a3b483 None None] Routers {'9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:05:25.228467 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-231e88c8-c688-417b-90d1-eda634a3b483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:05:03Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec'], 'active': True} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:05:25.245306 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-97f45fb4-97c5-44c7-ac43-2365f7176cb8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=92afa014-7cec-43de-8590-b4c563b74128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402193 Jun 02 08:05:25.345568 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545332e-794d-4817-b086-a1b2215a55b7 req-20e229d1-d2b5-4d28-a732-2a15821fb2dd tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:25.347085 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-3545332e-794d-4817-b086-a1b2215a55b7 req-20e229d1-d2b5-4d28-a732-2a15821fb2dd tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ea5c9e9-2876-493e-bc32-2d426cf8f4df HTTP/1.1" status: 200 len: 943 time: 0.3101351 Jun 02 08:05:25.350143 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-42cd6497-4e0f-4d04-b5cf-e71290146d1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:25.361028 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [req-d7fba268-97b8-4230-993b-24680956fbf1 req-a306a519-c3ab-4651-9fdd-73ddc8c2b5f2 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:05:25.385529 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-73cc9bc7-59ce-4852-8f73-896a3b1a0468 service neutron] 10.222.0.79 "GET /v2.0/networks/92afa014-7cec-43de-8590-b4c563b74128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327019 Jun 02 08:05:25.425046 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [req-d7fba268-97b8-4230-993b-24680956fbf1 req-a306a519-c3ab-4651-9fdd-73ddc8c2b5f2 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:05:25.458062 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvr_db [None req-231e88c8-c688-417b-90d1-eda634a3b483 None None] Set router 9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec gateway port host: dv-cinder-786385-7-smb {{(pid=91541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:05:25.459092 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7fba268-97b8-4230-993b-24680956fbf1 req-a306a519-c3ab-4651-9fdd-73ddc8c2b5f2 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Made reservation on behalf of c8364ee4b6c44054af5d3fe75c8470a3 for: {'port': 1} {{(pid=91540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 08:05:25.462519 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [req-d7fba268-97b8-4230-993b-24680956fbf1 req-a306a519-c3ab-4651-9fdd-73ddc8c2b5f2 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:25.476816 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-3545332e-794d-4817-b086-a1b2215a55b7 req-ef356942-cfd4-46d1-ac8f-fe1c53416cde tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189699 Jun 02 08:05:25.524160 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-a3574a79-f2af-4976-89e0-d984eaca5629 req-95eb01ca-addb-4a31-ac0b-ec65acb1311c service neutron] 10.222.0.79 "GET /v2.0/networks/92afa014-7cec-43de-8590-b4c563b74128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304832 Jun 02 08:05:25.566498 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.plugin [None req-42cd6497-4e0f-4d04-b5cf-e71290146d1b admin admin] Deleting port c88f9853-ebf2-4b06-b6a8-2ceab354e304 {{(pid=91540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:05:25.566836 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-42cd6497-4e0f-4d04-b5cf-e71290146d1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:25.651295 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064ec44-d502-4ef6-b5f4-10f753552893 req-1afca061-692d-47fd-825d-e91fd920c164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:25.653345 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1064ec44-d502-4ef6-b5f4-10f753552893 req-1afca061-692d-47fd-825d-e91fd920c164 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=50970b71fa0945c2a57aa1458dfb6255&device_id=4ea5c9e9-2876-493e-bc32-2d426cf8f4df HTTP/1.1" status: 200 len: 1096 time: 0.0726466 Jun 02 08:05:25.753204 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_hamode_db [None req-231e88c8-c688-417b-90d1-eda634a3b483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'name': 'tempest-TestShelveInstance-629114683-router', 'tenant_id': 'b35f5d14d93b40f0848158412804be41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'c88f9853-ebf2-4b06-b6a8-2ceab354e304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:35Z', 'updated_at': '2021-06-02T08:05:23Z', 'revision_number': 5, 'project_id': 'b35f5d14d93b40f0848158412804be41', 'gw_port': {'id': 'c88f9853-ebf2-4b06-b6a8-2ceab354e304', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:59:36Z', 'updated_at': '2021-06-02T07:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb'}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:05:25.757892 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231e88c8-c688-417b-90d1-eda634a3b483 None None] The sync data for ids ['9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec'] in dv-cinder-786385-7-smb is: [{'id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'name': 'tempest-TestShelveInstance-629114683-router', 'tenant_id': 'b35f5d14d93b40f0848158412804be41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'c88f9853-ebf2-4b06-b6a8-2ceab354e304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:35Z', 'updated_at': '2021-06-02T08:05:23Z', 'revision_number': 5, 'project_id': 'b35f5d14d93b40f0848158412804be41', 'gw_port': {'id': 'c88f9853-ebf2-4b06-b6a8-2ceab354e304', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:59:36Z', 'updated_at': '2021-06-02T07:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb'}] {{(pid=91541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 08:05:25.765538 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.db_base_plugin_common [req-d7fba268-97b8-4230-993b-24680956fbf1 req-a306a519-c3ab-4651-9fdd-73ddc8c2b5f2 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Allocated IP 172.20.0.2 (02a057d3-74ef-412a-9cb0-07a0f3eaad4c/f99a7d40-ab3d-4d1e-8b5c-a1c4826c051f/bf9a3207-62ad-4b78-a30f-83d936573403) {{(pid=91540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 08:05:25.834867 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.db [None req-42cd6497-4e0f-4d04-b5cf-e71290146d1b admin admin] For port c88f9853-ebf2-4b06-b6a8-2ceab354e304, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=c88f9853-ebf2-4b06-b6a8-2ceab354e304,segment=NetworkSegment(f5cbd04c-dcdc-483c-9882-54251cba879c),segment_id=f5cbd04c-dcdc-483c-9882-54251cba879c)] {{(pid=91540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:05:25.835221 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-42cd6497-4e0f-4d04-b5cf-e71290146d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:25.838488 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064ec44-d502-4ef6-b5f4-10f753552893 req-614b049f-0ae1-4c1a-9a13-455663021b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:25.840713 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1064ec44-d502-4ef6-b5f4-10f753552893 req-614b049f-0ae1-4c1a-9a13-455663021b13 service neutron] 10.222.0.79 "GET /v2.0/networks?id=92afa014-7cec-43de-8590-b4c563b74128 HTTP/1.1" status: 200 len: 916 time: 0.1801870 Jun 02 08:05:25.847241 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9b82bd6c-8bef-4d12-a450-2872eff3486c req-8ff592d3-aeb5-4ec9-a669-d111ae3f15b9 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/ports?device_id=6df16cf6-a69b-4eb3-91b9-c19f234285c7 HTTP/1.1" status: 200 len: 210 time: 0.0519180 Jun 02 08:05:25.909731 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1064ec44-d502-4ef6-b5f4-10f753552893 req-500601e3-8ddf-4641-837b-b7924e5bf47a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=066cc740-03e2-4e60-991a-231c7dd5253b HTTP/1.1" status: 200 len: 217 time: 0.0615609 Jun 02 08:05:25.972531 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.plugin [None req-42cd6497-4e0f-4d04-b5cf-e71290146d1b admin admin] Calling delete_port for c88f9853-ebf2-4b06-b6a8-2ceab354e304 owned by network:router_gateway {{(pid=91540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:05:25.975584 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064ec44-d502-4ef6-b5f4-10f753552893 req-6b949213-c698-48fb-9d49-ce6791bc6a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:25.977055 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1064ec44-d502-4ef6-b5f4-10f753552893 req-6b949213-c698-48fb-9d49-ce6791bc6a5f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=afcc30b2-85de-43fe-a83b-974e2f810830 HTTP/1.1" status: 200 len: 855 time: 0.0605257 Jun 02 08:05:26.026366 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1064ec44-d502-4ef6-b5f4-10f753552893 req-86103ad5-4cf7-4aa7-8a88-4ad9c6371322 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=92afa014-7cec-43de-8590-b4c563b74128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417106 Jun 02 08:05:26.156807 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [req-d7fba268-97b8-4230-993b-24680956fbf1 req-a306a519-c3ab-4651-9fdd-73ddc8c2b5f2 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Notify callbacks [] for port, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:26.266200 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 066cc740-03e2-4e60-991a-231c7dd5253b details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=91541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 08:05:26.272957 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1064ec44-d502-4ef6-b5f4-10f753552893 req-fa3a8ec9-f947-4be5-842f-eef75f87d9a5 service neutron] 10.222.0.79 "GET /v2.0/networks/92afa014-7cec-43de-8590-b4c563b74128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371728 Jun 02 08:05:26.372952 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [req-d7fba268-97b8-4230-993b-24680956fbf1 req-a306a519-c3ab-4651-9fdd-73ddc8c2b5f2 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27652422'] for port, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:26.379416 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-759fe37c-6d5f-4840-9a23-e16d59081aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:26.423613 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 066cc740-03e2-4e60-991a-231c7dd5253b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=066cc740-03e2-4e60-991a-231c7dd5253b,segment=NetworkSegment(bebd13e2-1562-4e95-9093-2b9478c2818f),segment_id=bebd13e2-1562-4e95-9093-2b9478c2818f)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:05:26.426352 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1064ec44-d502-4ef6-b5f4-10f753552893 req-2a056420-fabe-4181-b3ad-f105877ead14 service neutron] 10.222.0.79 "GET /v2.0/networks/92afa014-7cec-43de-8590-b4c563b74128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463118 Jun 02 08:05:26.439487 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Returning: {'device': '066cc740-03e2-4e60-991a-231c7dd5253b', 'network_id': '92afa014-7cec-43de-8590-b4c563b74128', 'port_id': '066cc740-03e2-4e60-991a-231c7dd5253b', 'mac_address': 'fa:16:3e:61:a1:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afcc30b2-85de-43fe-a83b-974e2f810830', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 08:05:26.455797 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-42cd6497-4e0f-4d04-b5cf-e71290146d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27652422'] for port, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:26.462688 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7fba268-97b8-4230-993b-24680956fbf1 req-a306a519-c3ab-4651-9fdd-73ddc8c2b5f2 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Network 02a057d3-74ef-412a-9cb0-07a0f3eaad4c is already hosted by enough agents. {{(pid=91540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 08:05:26.467166 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.scheduler.base_scheduler [req-d7fba268-97b8-4230-993b-24680956fbf1 req-a306a519-c3ab-4651-9fdd-73ddc8c2b5f2 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Resources bound (agent type, host, resource id): {{(pid=91540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 08:05:26.470990 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306a519-c3ab-4651-9fdd-73ddc8c2b5f2 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Pushing event updated for resources: {'Port': ['ID=bf9a3207-62ad-4b78-a30f-83d936573403,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:26.473332 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7fba268-97b8-4230-993b-24680956fbf1 req-a306a519-c3ab-4651-9fdd-73ddc8c2b5f2 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Received port after_create {{(pid=91540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 08:05:26.496792 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:26.500499 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-a306a519-c3ab-4651-9fdd-73ddc8c2b5f2 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:26.505255 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:26.514124 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 066cc740-03e2-4e60-991a-231c7dd5253b {{(pid=91541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 08:05:26.530522 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 066cc740-03e2-4e60-991a-231c7dd5253b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=066cc740-03e2-4e60-991a-231c7dd5253b,segment=NetworkSegment(bebd13e2-1562-4e95-9093-2b9478c2818f),segment_id=bebd13e2-1562-4e95-9093-2b9478c2818f)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:05:26.534485 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:26.536322 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:26.584825 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd6497-4e0f-4d04-b5cf-e71290146d1b admin admin] Pushing event deleted for resources: {'Port': ['ID=c88f9853-ebf2-4b06-b6a8-2ceab354e304,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:26.591024 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-42cd6497-4e0f-4d04-b5cf-e71290146d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:26.610008 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=066cc740-03e2-4e60-991a-231c7dd5253b,revision_number=4']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:26.617288 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:05:26.617635 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:05:26.618059 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:05:26.618458 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:05:26.618854 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:05:26.619244 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:05:26.619632 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:05:26.620049 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:05:26.620434 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:05:26.621363 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:05:26.621783 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:05:26.622222 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:05:26.625988 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:26.701885 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fba268-97b8-4230-993b-24680956fbf1 req-a306a519-c3ab-4651-9fdd-73ddc8c2b5f2 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:26.702486 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [req-d7fba268-97b8-4230-993b-24680956fbf1 req-a306a519-c3ab-4651-9fdd-73ddc8c2b5f2 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:26.714585 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 8a7c1b31-ca79-41f6-ad27-18da0ef4e120 no longer exists at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:05:26.739861 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-42cd6497-4e0f-4d04-b5cf-e71290146d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946132'] for router_gateway, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:26.751951 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] No Port match for: 8a7c1b31-ca79-41f6-ad27-18da0ef4e120 {{(pid=91541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 08:05:26.752300 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 8a7c1b31-ca79-41f6-ad27-18da0ef4e120 not bound to the agent host dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 08:05:26.858799 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['066cc740-03e2-4e60-991a-231c7dd5253b'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 08:05:26.860441 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-d7fba268-97b8-4230-993b-24680956fbf1 req-a306a519-c3ab-4651-9fdd-73ddc8c2b5f2 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7776294 Jun 02 08:05:26.923573 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.v2.base [req-d7fba268-97b8-4230-993b-24680956fbf1 req-dafbca07-611b-4db8-85a3-82ce469d6f95 service neutron] Request body: {'port': {'device_id': '6df16cf6-a69b-4eb3-91b9-c19f234285c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=91540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:05:26.957535 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-42cd6497-4e0f-4d04-b5cf-e71290146d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3831'] for router, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:26.965633 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-42cd6497-4e0f-4d04-b5cf-e71290146d1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:27.057272 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961bdb1-e082-49ba-b5a5-19613bc48376 req-2f563578-f06b-4cbf-959a-53b3ed57ee93 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:27.059265 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-8961bdb1-e082-49ba-b5a5-19613bc48376 req-2f563578-f06b-4cbf-959a-53b3ed57ee93 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ea5c9e9-2876-493e-bc32-2d426cf8f4df HTTP/1.1" status: 200 len: 944 time: 0.4699283 Jun 02 08:05:27.074982 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f936a-583a-4c07-a80f-e1442486f54b req-8e037a6e-b814-4cd3-97f2-cc9cb3af4df5 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:27.076469 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-2e9f936a-583a-4c07-a80f-e1442486f54b req-8e037a6e-b814-4cd3-97f2-cc9cb3af4df5 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/ports?device_id=6df16cf6-a69b-4eb3-91b9-c19f234285c7 HTTP/1.1" status: 200 len: 931 time: 0.0887921 Jun 02 08:05:27.121739 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-2e9f936a-583a-4c07-a80f-e1442486f54b req-01ea89e0-3f6f-44e6-aa5e-e923605c12d2 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/security-groups?id=42f1ba0a-cfb6-42d6-bff5-62ea302242a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393665 Jun 02 08:05:27.127070 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-42cd6497-4e0f-4d04-b5cf-e71290146d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012666'] for router, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:27.127569 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42cd6497-4e0f-4d04-b5cf-e71290146d1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec {{(pid=91540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 08:05:27.173237 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-42cd6497-4e0f-4d04-b5cf-e71290146d1b admin admin] Notify callbacks [] for router, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:27.175092 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-42cd6497-4e0f-4d04-b5cf-e71290146d1b admin admin] 10.222.0.81 "DELETE /v2.0/routers/9d4cdbf9-3bde-4054-9fb3-4d845a9a7cec HTTP/1.1" status: 204 len: 168 time: 2.4493122 Jun 02 08:05:27.176925 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 48070) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:05:27.182337 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-8961bdb1-e082-49ba-b5a5-19613bc48376 req-0f02b144-16da-422f-8c5c-2a14a8bbd2f3 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105070 Jun 02 08:05:27.182823 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [req-d7fba268-97b8-4230-993b-24680956fbf1 req-dafbca07-611b-4db8-85a3-82ce469d6f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:27.246290 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.db_base_plugin_v2 [None req-126999b7-ac66-4ea8-b6a3-5f4a4c999de8 admin admin] Deleting subnet 6b88b624-fc5a-4399-9939-be3292b885fc {{(pid=91539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 08:05:27.249569 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-126999b7-ac66-4ea8-b6a3-5f4a4c999de8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:27.303402 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-126999b7-ac66-4ea8-b6a3-5f4a4c999de8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1809723'] for subnet, precommit_delete_associations {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:27.383048 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-126999b7-ac66-4ea8-b6a3-5f4a4c999de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862327'] for subnet, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:27.549941 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.notifiers.nova [req-d7fba268-97b8-4230-993b-24680956fbf1 req-dafbca07-611b-4db8-85a3-82ce469d6f95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf9a3207-62ad-4b78-a30f-83d936573403 {{(pid=91540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 08:05:27.557244 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [req-d7fba268-97b8-4230-993b-24680956fbf1 req-dafbca07-611b-4db8-85a3-82ce469d6f95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:27.572223 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.provisioning_blocks [req-d7fba268-97b8-4230-993b-24680956fbf1 req-dafbca07-611b-4db8-85a3-82ce469d6f95 service neutron] Transition to ACTIVE for port object bf9a3207-62ad-4b78-a30f-83d936573403 will not be triggered until provisioned by entity L2. {{(pid=91540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 08:05:27.579501 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [req-d7fba268-97b8-4230-993b-24680956fbf1 req-dafbca07-611b-4db8-85a3-82ce469d6f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27652429'] for port, after_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:27.586609 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:27.639457 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-126999b7-ac66-4ea8-b6a3-5f4a4c999de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1806373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1601809'] for subnet, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:27.643352 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-f11dabd6-cf96-4fe0-a2af-a571a3f52d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:27.677445 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126999b7-ac66-4ea8-b6a3-5f4a4c999de8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b88b624-fc5a-4399-9939-be3292b885fc,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:27.680561 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-126999b7-ac66-4ea8-b6a3-5f4a4c999de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:27.681547 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-126999b7-ac66-4ea8-b6a3-5f4a4c999de8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for subnet, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:27.688525 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-126999b7-ac66-4ea8-b6a3-5f4a4c999de8 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/6b88b624-fc5a-4399-9939-be3292b885fc HTTP/1.1" status: 204 len: 168 time: 0.5105517 Jun 02 08:05:27.690897 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 48072) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:05:27.695267 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7706d12-b14d-4f17-8ec3-966f797d8aeb None None] Network 87c948b6-776e-416a-8595-be6ae5ab6cc6 requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 08:05:27.751402 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafbca07-611b-4db8-85a3-82ce469d6f95 service neutron] Pushing event updated for resources: {'Port': ['ID=bf9a3207-62ad-4b78-a30f-83d936573403,revision_number=2']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:27.754226 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-dafbca07-611b-4db8-85a3-82ce469d6f95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:27.802137 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5933e1f8-0d87-46a9-a8f7-8626cb981eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3903172'] for network, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:27.878634 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [None req-5933e1f8-0d87-46a9-a8f7-8626cb981eec admin admin] Deleting port 4f847766-608a-4258-bb92-5ebbab701325 {{(pid=91539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:05:27.878976 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5933e1f8-0d87-46a9-a8f7-8626cb981eec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:27.942877 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.managers [req-d7fba268-97b8-4230-993b-24680956fbf1 req-dafbca07-611b-4db8-85a3-82ce469d6f95 service neutron] Attempting to bind port bf9a3207-62ad-4b78-a30f-83d936573403 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=91540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 08:05:27.943214 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.managers [req-d7fba268-97b8-4230-993b-24680956fbf1 req-dafbca07-611b-4db8-85a3-82ce469d6f95 service neutron] Attempting to bind port bf9a3207-62ad-4b78-a30f-83d936573403 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '33166b58-e24b-4288-b32d-0e56c81d4ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '02a057d3-74ef-412a-9cb0-07a0f3eaad4c'}] {{(pid=91540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 08:05:27.943537 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fba268-97b8-4230-993b-24680956fbf1 req-dafbca07-611b-4db8-85a3-82ce469d6f95 service neutron] Attempting to bind port bf9a3207-62ad-4b78-a30f-83d936573403 on network 02a057d3-74ef-412a-9cb0-07a0f3eaad4c {{(pid=91540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 08:05:27.948498 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fba268-97b8-4230-993b-24680956fbf1 req-dafbca07-611b-4db8-85a3-82ce469d6f95 service neutron] Port bf9a3207-62ad-4b78-a30f-83d936573403 on network 02a057d3-74ef-412a-9cb0-07a0f3eaad4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=91540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 08:05:27.950001 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fba268-97b8-4230-993b-24680956fbf1 req-dafbca07-611b-4db8-85a3-82ce469d6f95 service neutron] Attempting to bind port bf9a3207-62ad-4b78-a30f-83d936573403 on network 02a057d3-74ef-412a-9cb0-07a0f3eaad4c {{(pid=91540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 08:05:27.953525 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9424946a-5763-4daf-bb82-7688ad95a513 None None] DHCP port deletion for 87c948b6-776e-416a-8595-be6ae5ab6cc6 request from dv-cinder-786385-7-smb {{(pid=91541) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 08:05:27.955050 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fba268-97b8-4230-993b-24680956fbf1 req-dafbca07-611b-4db8-85a3-82ce469d6f95 service neutron] Checking agent: {'id': '771bc7c6-ed6b-4515-8704-024740aedec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 56, 10), 'started_at': datetime.datetime(2021, 6, 2, 7, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 08:05:27.955382 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fba268-97b8-4230-993b-24680956fbf1 req-dafbca07-611b-4db8-85a3-82ce469d6f95 service neutron] Checking segment: {'id': '33166b58-e24b-4288-b32d-0e56c81d4ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '02a057d3-74ef-412a-9cb0-07a0f3eaad4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 08:05:27.956037 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fba268-97b8-4230-993b-24680956fbf1 req-dafbca07-611b-4db8-85a3-82ce469d6f95 service neutron] Bound using segment: {'id': '33166b58-e24b-4288-b32d-0e56c81d4ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '02a057d3-74ef-412a-9cb0-07a0f3eaad4c'} {{(pid=91540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 08:05:27.956261 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.managers [req-d7fba268-97b8-4230-993b-24680956fbf1 req-dafbca07-611b-4db8-85a3-82ce469d6f95 service neutron] Bound port: bf9a3207-62ad-4b78-a30f-83d936573403, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33166b58-e24b-4288-b32d-0e56c81d4ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '02a057d3-74ef-412a-9cb0-07a0f3eaad4c'}}] {{(pid=91540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 08:05:27.956559 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [req-d7fba268-97b8-4230-993b-24680956fbf1 req-dafbca07-611b-4db8-85a3-82ce469d6f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:27.988423 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [None req-5933e1f8-0d87-46a9-a8f7-8626cb981eec admin admin] For port 4f847766-608a-4258-bb92-5ebbab701325, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=4f847766-608a-4258-bb92-5ebbab701325,segment=NetworkSegment(c9eebd2b-9718-4d11-bc88-206eacd96281),segment_id=c9eebd2b-9718-4d11-bc88-206eacd96281)] {{(pid=91539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:05:27.988819 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5933e1f8-0d87-46a9-a8f7-8626cb981eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:28.020817 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-9424946a-5763-4daf-bb82-7688ad95a513 None None] Deleting port 4f847766-608a-4258-bb92-5ebbab701325 {{(pid=91541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:05:28.021199 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-9424946a-5763-4daf-bb82-7688ad95a513 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:28.046315 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.db [req-d7fba268-97b8-4230-993b-24680956fbf1 req-dafbca07-611b-4db8-85a3-82ce469d6f95 service neutron] For port bf9a3207-62ad-4b78-a30f-83d936573403, host hv-cinder-78638, cleared binding levels {{(pid=91540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 08:05:28.049499 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.db [req-d7fba268-97b8-4230-993b-24680956fbf1 req-dafbca07-611b-4db8-85a3-82ce469d6f95 service neutron] For port bf9a3207-62ad-4b78-a30f-83d936573403, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bf9a3207-62ad-4b78-a30f-83d936573403,segment=NetworkSegment(33166b58-e24b-4288-b32d-0e56c81d4ca9),segment_id=33166b58-e24b-4288-b32d-0e56c81d4ca9)] {{(pid=91540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 08:05:28.054390 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [req-d7fba268-97b8-4230-993b-24680956fbf1 req-dafbca07-611b-4db8-85a3-82ce469d6f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27652429'] for port, after_update {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:28.059968 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-e234081e-09bb-4852-9c55-96b915d49797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:28.120959 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fba268-97b8-4230-993b-24680956fbf1 req-dafbca07-611b-4db8-85a3-82ce469d6f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:28.121311 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-9424946a-5763-4daf-bb82-7688ad95a513 None None] For port 4f847766-608a-4258-bb92-5ebbab701325, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=4f847766-608a-4258-bb92-5ebbab701325,segment=NetworkSegment(c9eebd2b-9718-4d11-bc88-206eacd96281),segment_id=c9eebd2b-9718-4d11-bc88-206eacd96281)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:05:28.121763 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-9424946a-5763-4daf-bb82-7688ad95a513 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:28.121912 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [req-d7fba268-97b8-4230-993b-24680956fbf1 req-dafbca07-611b-4db8-85a3-82ce469d6f95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:28.123310 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-d7fba268-97b8-4230-993b-24680956fbf1 req-dafbca07-611b-4db8-85a3-82ce469d6f95 service neutron] 10.222.0.79 "PUT /v2.0/ports/bf9a3207-62ad-4b78-a30f-83d936573403 HTTP/1.1" status: 200 len: 1093 time: 1.2115896 Jun 02 08:05:28.123512 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [None req-5933e1f8-0d87-46a9-a8f7-8626cb981eec admin admin] Calling delete_port for 4f847766-608a-4258-bb92-5ebbab701325 owned by network:dhcp {{(pid=91539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:05:28.124008 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df16cf6-a69b-4eb3-91b9-c19f234285c7', 'tag': 'bf9a3207-62ad-4b78-a30f-83d936573403'}] {{(pid=91540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:05:28.126398 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f13e3936cf79d94985b49fd7103ff1c1474c6e711ae5245fa502c5acfdcd8c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c674fa-5031-4fce-8f96-0d9290a3f440" -d '{"events": [{"name": "network-changed", "server_uuid": "6df16cf6-a69b-4eb3-91b9-c19f234285c7", "tag": "bf9a3207-62ad-4b78-a30f-83d936573403"}]}' {{(pid=91540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:05:28.165894 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafbca07-611b-4db8-85a3-82ce469d6f95 service neutron] Pushing event updated for resources: {'Port': ['ID=bf9a3207-62ad-4b78-a30f-83d936573403,revision_number=3']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:28.175799 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-dafbca07-611b-4db8-85a3-82ce469d6f95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:28.208883 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5933e1f8-0d87-46a9-a8f7-8626cb981eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:28.213300 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-3fdcd7d2-0ced-4f68-ad53-53f1bbcb2084 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:28.218796 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83ef9f4-9359-4d94-9468-57c59b2e7f2d x-openstack-request-id: req-a83ef9f4-9359-4d94-9468-57c59b2e7f2d {{(pid=91540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:05:28.219127 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6df16cf6-a69b-4eb3-91b9-c19f234285c7", "tag": "bf9a3207-62ad-4b78-a30f-83d936573403", "status": "completed", "code": 200}]} {{(pid=91540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:05:28.219417 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a83ef9f4-9359-4d94-9468-57c59b2e7f2d {{(pid=91540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:05:28.219874 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df16cf6-a69b-4eb3-91b9-c19f234285c7', 'tag': 'bf9a3207-62ad-4b78-a30f-83d936573403', 'status': 'completed', 'code': 200} Jun 02 08:05:28.256114 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fba268-97b8-4230-993b-24680956fbf1 req-e59be132-b9da-4ccc-9c83-be91815ee742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:28.257729 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-d7fba268-97b8-4230-993b-24680956fbf1 req-e59be132-b9da-4ccc-9c83-be91815ee742 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c8364ee4b6c44054af5d3fe75c8470a3&device_id=6df16cf6-a69b-4eb3-91b9-c19f234285c7 HTTP/1.1" status: 200 len: 1096 time: 0.0810966 Jun 02 08:05:28.279104 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 066cc740-03e2-4e60-991a-231c7dd5253b up at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 08:05:28.288603 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933e1f8-0d87-46a9-a8f7-8626cb981eec admin admin] Pushing event deleted for resources: {'Port': ['ID=4f847766-608a-4258-bb92-5ebbab701325,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:28.291911 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-5933e1f8-0d87-46a9-a8f7-8626cb981eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:28.292911 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5933e1f8-0d87-46a9-a8f7-8626cb981eec admin admin] No DVR routers for this DVR port 4f847766-608a-4258-bb92-5ebbab701325 on host dv-cinder-786385-7-smb {{(pid=91539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 08:05:28.326458 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-9424946a-5763-4daf-bb82-7688ad95a513 None None] Calling delete_port for 4f847766-608a-4258-bb92-5ebbab701325 owned by network:dhcp {{(pid=91541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:05:28.375058 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-d7fba268-97b8-4230-993b-24680956fbf1 req-f852440b-1baf-44bd-ac4d-42c81178a063 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf9a3207-62ad-4b78-a30f-83d936573403 HTTP/1.1" status: 200 len: 217 time: 0.0780661 Jun 02 08:05:28.394743 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning for port 066cc740-03e2-4e60-991a-231c7dd5253b completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 08:05:28.400972 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning complete for port 066cc740-03e2-4e60-991a-231c7dd5253b triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:05:28.401303 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:28.447984 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-9424946a-5763-4daf-bb82-7688ad95a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455'] for port, after_delete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:28.469331 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a686bf2-8ade-442d-9ce6-33ad66400e02 req-977f0c31-b9c8-43ba-bef8-75712c1409ea tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:28.470080 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-3a686bf2-8ade-442d-9ce6-33ad66400e02 req-977f0c31-b9c8-43ba-bef8-75712c1409ea tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Synchronizing usage tracker for tenant:c8364ee4b6c44054af5d3fe75c8470a3 on resource:port {{(pid=91540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:05:28.479497 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fba268-97b8-4230-993b-24680956fbf1 req-50cfe907-540f-41d4-9fc5-d58ba457848c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:28.481739 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-d7fba268-97b8-4230-993b-24680956fbf1 req-50cfe907-540f-41d4-9fc5-d58ba457848c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f99a7d40-ab3d-4d1e-8b5c-a1c4826c051f HTTP/1.1" status: 200 len: 853 time: 0.0851095 Jun 02 08:05:28.495391 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [req-3a686bf2-8ade-442d-9ce6-33ad66400e02 req-977f0c31-b9c8-43ba-bef8-75712c1409ea tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Unset dirty status for tenant:c8364ee4b6c44054af5d3fe75c8470a3 on resource:port {{(pid=91540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:05:28.497806 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-3a686bf2-8ade-442d-9ce6-33ad66400e02 req-977f0c31-b9c8-43ba-bef8-75712c1409ea tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/ports?device_id=6df16cf6-a69b-4eb3-91b9-c19f234285c7 HTTP/1.1" status: 200 len: 943 time: 0.2386358 Jun 02 08:05:28.502661 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:28.553621 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9424946a-5763-4daf-bb82-7688ad95a513 None None] Pushing event deleted for resources: {'Port': ['ID=4f847766-608a-4258-bb92-5ebbab701325,revision_number=None']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:28.555483 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9424946a-5763-4daf-bb82-7688ad95a513 None None] No DVR routers for this DVR port 4f847766-608a-4258-bb92-5ebbab701325 on host dv-cinder-786385-7-smb {{(pid=91541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 08:05:28.558320 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-9424946a-5763-4daf-bb82-7688ad95a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:28.563734 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5933e1f8-0d87-46a9-a8f7-8626cb981eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3859854', 'neutron.services.segments.db._delete_segments_for_network-8746790623609'] for network, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:28.581601 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.services.segments.db [None req-5933e1f8-0d87-46a9-a8f7-8626cb981eec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87c948b6-776e-416a-8595-be6ae5ab6cc6']}} {{(pid=91539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:05:28.588248 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-d7fba268-97b8-4230-993b-24680956fbf1 req-0c4535aa-c85c-458b-bb2f-9be763de17c1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=02a057d3-74ef-412a-9cb0-07a0f3eaad4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871241 Jun 02 08:05:28.602324 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.services.segments.db [None req-5933e1f8-0d87-46a9-a8f7-8626cb981eec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9eebd2b-9718-4d11-bc88-206eacd96281') {'for_net_delete': True} {{(pid=91539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:05:28.602619 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.services.segments.db [None req-5933e1f8-0d87-46a9-a8f7-8626cb981eec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9eebd2b-9718-4d11-bc88-206eacd96281') {} {{(pid=91539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:05:28.605629 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-3a686bf2-8ade-442d-9ce6-33ad66400e02 req-58064377-5a72-44ef-88c8-a13e8660541a tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/security-groups?id=42f1ba0a-cfb6-42d6-bff5-62ea302242a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667703 Jun 02 08:05:28.621557 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5933e1f8-0d87-46a9-a8f7-8626cb981eec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746790628244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1809714'] for segment, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:28.647788 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5933e1f8-0d87-46a9-a8f7-8626cb981eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479'] for segment, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:28.648834 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:28.661467 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5441b7-851c-41bc-8d3a-017f49aef67f req-b25a21dc-9cc8-4f10-bf2c-35da25d77b0e tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:28.670032 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0c5441b7-851c-41bc-8d3a-017f49aef67f req-b25a21dc-9cc8-4f10-bf2c-35da25d77b0e tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ea5c9e9-2876-493e-bc32-2d426cf8f4df HTTP/1.1" status: 200 len: 944 time: 0.3059037 Jun 02 08:05:28.688208 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5933e1f8-0d87-46a9-a8f7-8626cb981eec admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=91539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 08:05:28.688767 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5933e1f8-0d87-46a9-a8f7-8626cb981eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1806479'] for segment, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:28.689649 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea5c9e9-2876-493e-bc32-2d426cf8f4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066cc740-03e2-4e60-991a-231c7dd5253b'}] {{(pid=91541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:05:28.692754 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab578fc78af4bba4052238dc90c68e3a7405fe2d006a0c4fb1b419504dc30437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8bbe8d-1571-476a-bf06-fb803fe11ae7" -d '{"events": [{"server_uuid": "4ea5c9e9-2876-493e-bc32-2d426cf8f4df", "name": "network-vif-plugged", "status": "completed", "tag": "066cc740-03e2-4e60-991a-231c7dd5253b"}]}' {{(pid=91541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:05:28.703721 dv-cinder-786385-7-smb neutron-server[91539]: Traceback (most recent call last): Jun 02 08:05:28.703721 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 08:05:28.703721 dv-cinder-786385-7-smb neutron-server[91539]: timer() Jun 02 08:05:28.703721 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 08:05:28.703721 dv-cinder-786385-7-smb neutron-server[91539]: cb(*args, **kw) Jun 02 08:05:28.703721 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 08:05:28.703721 dv-cinder-786385-7-smb neutron-server[91539]: return func(*args, **kwargs) Jun 02 08:05:28.703721 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 08:05:28.703721 dv-cinder-786385-7-smb neutron-server[91539]: self._notify() Jun 02 08:05:28.703721 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 08:05:28.703721 dv-cinder-786385-7-smb neutron-server[91539]: self.callback(batched_events) Jun 02 08:05:28.703721 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 08:05:28.703721 dv-cinder-786385-7-smb neutron-server[91539]: event.method(event) Jun 02 08:05:28.703721 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 08:05:28.703721 dv-cinder-786385-7-smb neutron-server[91539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 08:05:28.703721 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 08:05:28.703721 dv-cinder-786385-7-smb neutron-server[91539]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 08:05:28.703721 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 08:05:28.703721 dv-cinder-786385-7-smb neutron-server[91539]: return f(self, *a, **k) Jun 02 08:05:28.703721 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 08:05:28.703721 dv-cinder-786385-7-smb neutron-server[91539]: return self._get(url).json() Jun 02 08:05:28.703721 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 08:05:28.703721 dv-cinder-786385-7-smb neutron-server[91539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 08:05:28.703721 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 08:05:28.703721 dv-cinder-786385-7-smb neutron-server[91539]: return self.request(url, 'GET', **kwargs) Jun 02 08:05:28.703721 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 08:05:28.703721 dv-cinder-786385-7-smb neutron-server[91539]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 08:05:28.703721 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 08:05:28.703721 dv-cinder-786385-7-smb neutron-server[91539]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 08:05:28.703721 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 08:05:28.703721 dv-cinder-786385-7-smb neutron-server[91539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 08:05:28.703721 dv-cinder-786385-7-smb neutron-server[91539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 08:05:28.723714 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port 066cc740-03e2-4e60-991a-231c7dd5253b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=066cc740-03e2-4e60-991a-231c7dd5253b,segment=NetworkSegment(bebd13e2-1562-4e95-9093-2b9478c2818f),segment_id=bebd13e2-1562-4e95-9093-2b9478c2818f)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:05:28.730859 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:28.733075 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:28.759920 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-d7fba268-97b8-4230-993b-24680956fbf1 req-2690a77e-b394-4c1d-99ec-989fd21dc6de service neutron] 10.222.0.79 "GET /v2.0/networks/02a057d3-74ef-412a-9cb0-07a0f3eaad4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533048 Jun 02 08:05:28.763474 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b4fa43-56de-4c3d-8e85-da252a33399c x-openstack-request-id: req-96b4fa43-56de-4c3d-8e85-da252a33399c {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:05:28.763763 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea5c9e9-2876-493e-bc32-2d426cf8f4df", "name": "network-vif-plugged", "status": "completed", "tag": "066cc740-03e2-4e60-991a-231c7dd5253b", "code": 200}]} {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:05:28.764039 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-96b4fa43-56de-4c3d-8e85-da252a33399c {{(pid=91541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:05:28.764415 dv-cinder-786385-7-smb neutron-server[91541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea5c9e9-2876-493e-bc32-2d426cf8f4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066cc740-03e2-4e60-991a-231c7dd5253b', 'code': 200} Jun 02 08:05:28.771349 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device c88f9853-ebf2-4b06-b6a8-2ceab354e304 no longer exists at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:05:28.812725 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-0c5441b7-851c-41bc-8d3a-017f49aef67f req-217171f1-0f7f-47c9-9e39-da24d0bc0105 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416776 Jun 02 08:05:28.817795 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5933e1f8-0d87-46a9-a8f7-8626cb981eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3859897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-947529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-945717'] for network, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:28.818609 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] No Port match for: c88f9853-ebf2-4b06-b6a8-2ceab354e304 {{(pid=91541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 08:05:28.818961 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device c88f9853-ebf2-4b06-b6a8-2ceab354e304 not bound to the agent host dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 08:05:28.819918 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 4f847766-608a-4258-bb92-5ebbab701325 no longer exists at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:05:28.823258 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-297fc075-07be-4522-a9d1-210ceeecf272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:28.840640 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5933e1f8-0d87-46a9-a8f7-8626cb981eec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for network, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:28.851717 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933e1f8-0d87-46a9-a8f7-8626cb981eec admin admin] Pushing event deleted for resources: {'Network': ['ID=87c948b6-776e-416a-8595-be6ae5ab6cc6,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:28.854585 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-5933e1f8-0d87-46a9-a8f7-8626cb981eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:28.860380 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] No Port match for: 4f847766-608a-4258-bb92-5ebbab701325 {{(pid=91541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 08:05:28.860561 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 4f847766-608a-4258-bb92-5ebbab701325 not bound to the agent host dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 08:05:28.871922 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-5933e1f8-0d87-46a9-a8f7-8626cb981eec admin admin] 10.222.0.81 "DELETE /v2.0/networks/87c948b6-776e-416a-8595-be6ae5ab6cc6 HTTP/1.1" status: 204 len: 168 time: 1.1799731 Jun 02 08:05:28.874604 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 48082) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:05:28.881988 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=066cc740-03e2-4e60-991a-231c7dd5253b,revision_number=5']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:28.885278 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:28.965748 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-d7fba268-97b8-4230-993b-24680956fbf1 req-257440f1-0220-4ed8-b9c5-7823f76a1e32 service neutron] 10.222.0.79 "GET /v2.0/networks/02a057d3-74ef-412a-9cb0-07a0f3eaad4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767941 Jun 02 08:05:29.057007 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a401623-05b5-4534-a538-8148bae547a8 req-0d0cf9ca-f3ec-4776-ad6e-c486d59dd77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:29.058723 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-8a401623-05b5-4534-a538-8148bae547a8 req-0d0cf9ca-f3ec-4776-ad6e-c486d59dd77e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4ea5c9e9-2876-493e-bc32-2d426cf8f4df HTTP/1.1" status: 200 len: 1098 time: 0.0750248 Jun 02 08:05:29.102586 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-8a401623-05b5-4534-a538-8148bae547a8 req-75fdf351-d683-4fe7-973e-b9058aee8951 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359902 Jun 02 08:05:29.200335 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c674fa-5031-4fce-8f96-0d9290a3f440 req-cd598931-4e49-49a6-aba6-19e1f2090c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:29.201763 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c1c674fa-5031-4fce-8f96-0d9290a3f440 req-cd598931-4e49-49a6-aba6-19e1f2090c0f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c8364ee4b6c44054af5d3fe75c8470a3&device_id=6df16cf6-a69b-4eb3-91b9-c19f234285c7 HTTP/1.1" status: 200 len: 1096 time: 0.1790326 Jun 02 08:05:29.437931 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c674fa-5031-4fce-8f96-0d9290a3f440 req-4be524b8-01f3-45bc-8011-f24bf8e95384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:29.439343 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c1c674fa-5031-4fce-8f96-0d9290a3f440 req-4be524b8-01f3-45bc-8011-f24bf8e95384 service neutron] 10.222.0.79 "GET /v2.0/networks?id=02a057d3-74ef-412a-9cb0-07a0f3eaad4c HTTP/1.1" status: 200 len: 914 time: 0.1892810 Jun 02 08:05:29.537529 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c1c674fa-5031-4fce-8f96-0d9290a3f440 req-f4a2a5ab-77bf-46a1-adb2-cae65d30cbb9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf9a3207-62ad-4b78-a30f-83d936573403 HTTP/1.1" status: 200 len: 217 time: 0.0715516 Jun 02 08:05:29.617383 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c674fa-5031-4fce-8f96-0d9290a3f440 req-c7669571-483d-4ed2-9efa-03a363158d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:29.618792 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c1c674fa-5031-4fce-8f96-0d9290a3f440 req-c7669571-483d-4ed2-9efa-03a363158d98 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f99a7d40-ab3d-4d1e-8b5c-a1c4826c051f HTTP/1.1" status: 200 len: 853 time: 0.0715885 Jun 02 08:05:29.702520 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c1c674fa-5031-4fce-8f96-0d9290a3f440 req-d8fa0bf7-05aa-484e-88d7-b0b03c194eef service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=02a057d3-74ef-412a-9cb0-07a0f3eaad4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456347 Jun 02 08:05:29.797406 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6588c750-e4ea-486c-a7e7-5b95bdab0fe3 req-c28b1c3a-6008-407a-bda1-b17e3d12d4ed tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:29.798854 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-6588c750-e4ea-486c-a7e7-5b95bdab0fe3 req-c28b1c3a-6008-407a-bda1-b17e3d12d4ed tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/ports?device_id=6df16cf6-a69b-4eb3-91b9-c19f234285c7 HTTP/1.1" status: 200 len: 943 time: 0.0806129 Jun 02 08:05:29.814296 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-710eb7f3-6f4a-4c13-a7fd-3695b500ddb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-944181'] for router_interface, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:29.846972 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-6588c750-e4ea-486c-a7e7-5b95bdab0fe3 req-9b3fe4be-f200-4062-bc4c-f1456b8bf80f tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/security-groups?id=42f1ba0a-cfb6-42d6-bff5-62ea302242a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424368 Jun 02 08:05:29.938941 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-4776fc87-dd91-44ae-9498-f82a81fd9f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:30.112008 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c1c674fa-5031-4fce-8f96-0d9290a3f440 req-06f81976-c073-4784-92ef-a25d62907be3 service neutron] 10.222.0.79 "GET /v2.0/networks/02a057d3-74ef-412a-9cb0-07a0f3eaad4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951714 Jun 02 08:05:30.286709 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device bf9a3207-62ad-4b78-a30f-83d936573403 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=91541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 08:05:30.424693 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port bf9a3207-62ad-4b78-a30f-83d936573403, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bf9a3207-62ad-4b78-a30f-83d936573403,segment=NetworkSegment(33166b58-e24b-4288-b32d-0e56c81d4ca9),segment_id=33166b58-e24b-4288-b32d-0e56c81d4ca9)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:05:30.428618 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-c1c674fa-5031-4fce-8f96-0d9290a3f440 req-50490d06-cd09-49f5-a4a5-54f278a801c2 service neutron] 10.222.0.79 "GET /v2.0/networks/02a057d3-74ef-412a-9cb0-07a0f3eaad4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719355 Jun 02 08:05:30.442307 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Returning: {'device': 'bf9a3207-62ad-4b78-a30f-83d936573403', 'network_id': '02a057d3-74ef-412a-9cb0-07a0f3eaad4c', 'port_id': 'bf9a3207-62ad-4b78-a30f-83d936573403', 'mac_address': 'fa:16:3e:7a:98:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f99a7d40-ab3d-4d1e-8b5c-a1c4826c051f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 08:05:30.445926 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0206da-0b17-4b30-82e9-f3c0eaf06544 req-cfbc7842-ac3b-4328-af35-5fa4b5e81881 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:30.447370 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-4a0206da-0b17-4b30-82e9-f3c0eaf06544 req-cfbc7842-ac3b-4328-af35-5fa4b5e81881 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ea5c9e9-2876-493e-bc32-2d426cf8f4df HTTP/1.1" status: 200 len: 945 time: 0.3281734 Jun 02 08:05:30.537440 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-4a0206da-0b17-4b30-82e9-f3c0eaf06544 req-78db7182-cdf5-4e44-b373-428c417b6f0a tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831439 Jun 02 08:05:30.563932 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:30.583406 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf9a3207-62ad-4b78-a30f-83d936573403 {{(pid=91541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 08:05:30.609791 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port bf9a3207-62ad-4b78-a30f-83d936573403, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bf9a3207-62ad-4b78-a30f-83d936573403,segment=NetworkSegment(33166b58-e24b-4288-b32d-0e56c81d4ca9),segment_id=33166b58-e24b-4288-b32d-0e56c81d4ca9)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:05:30.612312 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [None req-710eb7f3-6f4a-4c13-a7fd-3695b500ddb6 admin admin] Deleting port cc99e811-bd8d-4dd1-a07b-a644420f4c5e {{(pid=91539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:05:30.612786 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-710eb7f3-6f4a-4c13-a7fd-3695b500ddb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:30.615312 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:30.617163 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-a8c1f6b1-a1aa-4e88-a417-28bc891663df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:30.733630 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [None req-710eb7f3-6f4a-4c13-a7fd-3695b500ddb6 admin admin] For port cc99e811-bd8d-4dd1-a07b-a644420f4c5e, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=cc99e811-bd8d-4dd1-a07b-a644420f4c5e,segment=NetworkSegment(206d5cf8-2d06-4bb4-9898-c32134c88e47),segment_id=206d5cf8-2d06-4bb4-9898-c32134c88e47)] {{(pid=91539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:05:30.733895 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-710eb7f3-6f4a-4c13-a7fd-3695b500ddb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:30.740497 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=bf9a3207-62ad-4b78-a30f-83d936573403,revision_number=4']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:30.744363 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:30.853021 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [None req-710eb7f3-6f4a-4c13-a7fd-3695b500ddb6 admin admin] Calling delete_port for cc99e811-bd8d-4dd1-a07b-a644420f4c5e owned by network:router_interface {{(pid=91539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:05:30.886537 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['bf9a3207-62ad-4b78-a30f-83d936573403'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 08:05:31.005946 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-710eb7f3-6f4a-4c13-a7fd-3695b500ddb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:31.013544 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-d52a786b-dad5-402d-b0ac-3f8ce97346c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:31.048427 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2d707-2a34-4931-a0a5-b4da46b56234 req-c6618ed3-de4b-44b9-89bc-72e20d9b35eb tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:31.052424 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-b3b2d707-2a34-4931-a0a5-b4da46b56234 req-c6618ed3-de4b-44b9-89bc-72e20d9b35eb tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/ports?device_id=6df16cf6-a69b-4eb3-91b9-c19f234285c7 HTTP/1.1" status: 200 len: 944 time: 0.0835817 Jun 02 08:05:31.059836 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710eb7f3-6f4a-4c13-a7fd-3695b500ddb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc99e811-bd8d-4dd1-a07b-a644420f4c5e,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:31.062374 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-710eb7f3-6f4a-4c13-a7fd-3695b500ddb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:31.105608 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-b3b2d707-2a34-4931-a0a5-b4da46b56234 req-3fb5cdb9-59cc-463c-9e0d-0d0af6a706c2 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/security-groups?id=42f1ba0a-cfb6-42d6-bff5-62ea302242a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494208 Jun 02 08:05:31.333388 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-710eb7f3-6f4a-4c13-a7fd-3695b500ddb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-944193'] for router_interface, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:31.863499 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbe9c0-632e-4ae1-9a77-11dbfb414bc2 req-e1b33a82-4adc-4069-8c00-151a5b20b52d tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:31.864988 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-72fbe9c0-632e-4ae1-9a77-11dbfb414bc2 req-e1b33a82-4adc-4069-8c00-151a5b20b52d tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ea5c9e9-2876-493e-bc32-2d426cf8f4df HTTP/1.1" status: 200 len: 945 time: 0.1872551 Jun 02 08:05:31.869589 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710eb7f3-6f4a-4c13-a7fd-3695b500ddb6 admin admin] Router 60bd9b11-87ff-412c-98a1-ef7f009fee71 has already been hosted by L3 agent 221affb1-81f2-42a7-84c7-b8c79a9401bf {{(pid=91539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 08:05:31.993558 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-72fbe9c0-632e-4ae1-9a77-11dbfb414bc2 req-f5774899-b128-400a-a7cd-59bea9f18c28 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218009 Jun 02 08:05:32.089655 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710eb7f3-6f4a-4c13-a7fd-3695b500ddb6 admin admin] Notify agent at l3_agent.dv-cinder-786385-7-smb the message routers_updated {{(pid=91539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 08:05:32.098759 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbb821e-66e6-451f-94fc-be995c079d31 None None] Sync routers for ids ['60bd9b11-87ff-412c-98a1-ef7f009fee71'] in dv-cinder-786385-7-smb {{(pid=91542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 08:05:32.108174 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-710eb7f3-6f4a-4c13-a7fd-3695b500ddb6 admin admin] 10.222.0.81 "PUT /v2.0/routers/60bd9b11-87ff-412c-98a1-ef7f009fee71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2323771 Jun 02 08:05:32.110863 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 48096) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:05:32.111365 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbb821e-66e6-451f-94fc-be995c079d31 None None] Routers {'60bd9b11-87ff-412c-98a1-ef7f009fee71'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:05:32.111675 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-adbb821e-66e6-451f-94fc-be995c079d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:05:03Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['60bd9b11-87ff-412c-98a1-ef7f009fee71'], 'active': True} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:05:32.297171 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device bf9a3207-62ad-4b78-a30f-83d936573403 up at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 08:05:32.322375 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvr_db [None req-adbb821e-66e6-451f-94fc-be995c079d31 None None] Set router 60bd9b11-87ff-412c-98a1-ef7f009fee71 gateway port host: dv-cinder-786385-7-smb {{(pid=91542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:05:32.356816 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-4dcdad29-7260-48e3-9454-2de36358cc63 admin admin] Notify callbacks [] for router, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:32.421415 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:32.441996 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning for port bf9a3207-62ad-4b78-a30f-83d936573403 completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 08:05:32.450044 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning complete for port bf9a3207-62ad-4b78-a30f-83d936573403 triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:05:32.450611 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:32.610645 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:32.656191 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port bf9a3207-62ad-4b78-a30f-83d936573403, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bf9a3207-62ad-4b78-a30f-83d936573403,segment=NetworkSegment(33166b58-e24b-4288-b32d-0e56c81d4ca9),segment_id=33166b58-e24b-4288-b32d-0e56c81d4ca9)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:05:32.661951 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df16cf6-a69b-4eb3-91b9-c19f234285c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9a3207-62ad-4b78-a30f-83d936573403'}] {{(pid=91541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:05:32.666800 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab578fc78af4bba4052238dc90c68e3a7405fe2d006a0c4fb1b419504dc30437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20ebf73-3637-4184-8b78-8b4d3539f39d" -d '{"events": [{"server_uuid": "6df16cf6-a69b-4eb3-91b9-c19f234285c7", "name": "network-vif-plugged", "status": "completed", "tag": "bf9a3207-62ad-4b78-a30f-83d936573403"}]}' {{(pid=91541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:05:32.670945 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d0782-b641-4743-9b02-982ada496e9e req-7721ef74-c170-411f-861d-521c65a9d574 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:32.672505 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-f05d0782-b641-4743-9b02-982ada496e9e req-7721ef74-c170-411f-861d-521c65a9d574 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/ports?device_id=6df16cf6-a69b-4eb3-91b9-c19f234285c7 HTTP/1.1" status: 200 len: 944 time: 0.4148591 Jun 02 08:05:32.675659 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:32.681585 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-0a4d2655-6b28-4f26-beb4-bfb92a0d0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:32.718303 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-adbb821e-66e6-451f-94fc-be995c079d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bd9b11-87ff-412c-98a1-ef7f009fee71', 'name': 'tempest-TestShelveInstance-1475010617-router', 'tenant_id': '88d1c99c01eb4af48ecfcec25f792f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'external_fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': '033f9c24-4714-466b-959c-41310b578b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:46Z', 'updated_at': '2021-06-02T08:05:30Z', 'revision_number': 5, 'project_id': '88d1c99c01eb4af48ecfcec25f792f5c', 'gw_port': {'id': '033f9c24-4714-466b-959c-41310b578b35', 'name': '', 'network_id': 'e9a5f3f9-db43-4f06-8bac-5a44878f4be2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bd9b11-87ff-412c-98a1-ef7f009fee71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T07:59:48Z', 'updated_at': '2021-06-02T07:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d41c65-2880-4a37-bb18-2012b034108f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-7-smb'}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:05:32.735403 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbb821e-66e6-451f-94fc-be995c079d31 None None] Checking router: 60bd9b11-87ff-412c-98a1-ef7f009fee71 for host: dv-cinder-786385-7-smb {{(pid=91542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 08:05:32.744412 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-32518388-c670-40fa-9c03-5d073205e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:32.754592 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbb821e-66e6-451f-94fc-be995c079d31 None None] Routers {'60bd9b11-87ff-412c-98a1-ef7f009fee71'} bound to L3 agent in host dv-cinder-786385-7-smb {{(pid=91542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 08:05:32.755554 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-adbb821e-66e6-451f-94fc-be995c079d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T07:50:03Z,description=,heartbeat_timestamp=2021-06-02T08:05:33Z,host='dv-cinder-786385-7-smb',id=221affb1-81f2-42a7-84c7-b8c79a9401bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T07:50:03Z,topic='l3_agent')) {'router_ids': ['60bd9b11-87ff-412c-98a1-ef7f009fee71'], 'active': True} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:05:32.762818 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-f05d0782-b641-4743-9b02-982ada496e9e req-25fdfafd-c186-44fb-844b-a43436dbe3c1 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/security-groups?id=42f1ba0a-cfb6-42d6-bff5-62ea302242a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698042 Jun 02 08:05:32.764324 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-4dcdad29-7260-48e3-9454-2de36358cc63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:32.783955 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335b056a-fb07-4a98-b8f6-0c1fcbb36228 x-openstack-request-id: req-335b056a-fb07-4a98-b8f6-0c1fcbb36228 {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:05:32.784248 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df16cf6-a69b-4eb3-91b9-c19f234285c7", "name": "network-vif-plugged", "status": "completed", "tag": "bf9a3207-62ad-4b78-a30f-83d936573403", "code": 200}]} {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:05:32.784508 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-335b056a-fb07-4a98-b8f6-0c1fcbb36228 {{(pid=91541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:05:32.784897 dv-cinder-786385-7-smb neutron-server[91541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df16cf6-a69b-4eb3-91b9-c19f234285c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9a3207-62ad-4b78-a30f-83d936573403', 'code': 200} Jun 02 08:05:32.802747 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=bf9a3207-62ad-4b78-a30f-83d936573403,revision_number=5']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:32.806188 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:32.857748 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.plugin [None req-4dcdad29-7260-48e3-9454-2de36358cc63 admin admin] Deleting port 033f9c24-4714-466b-959c-41310b578b35 {{(pid=91540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:05:32.858079 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-4dcdad29-7260-48e3-9454-2de36358cc63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:32.926830 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_dvr_db [None req-adbb821e-66e6-451f-94fc-be995c079d31 None None] Set router 60bd9b11-87ff-412c-98a1-ef7f009fee71 gateway port host: None {{(pid=91542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 08:05:32.981303 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.db [None req-4dcdad29-7260-48e3-9454-2de36358cc63 admin admin] For port 033f9c24-4714-466b-959c-41310b578b35, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=033f9c24-4714-466b-959c-41310b578b35,segment=NetworkSegment(f5cbd04c-dcdc-483c-9882-54251cba879c),segment_id=f5cbd04c-dcdc-483c-9882-54251cba879c)] {{(pid=91540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:05:32.981772 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-4dcdad29-7260-48e3-9454-2de36358cc63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:33.020080 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09c366-0fc9-4cb6-94c7-30538b39fc84 req-0336cfe1-18c1-435a-95d5-865dbf210ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:33.021585 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9e09c366-0fc9-4cb6-94c7-30538b39fc84 req-0336cfe1-18c1-435a-95d5-865dbf210ec0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6df16cf6-a69b-4eb3-91b9-c19f234285c7 HTTP/1.1" status: 200 len: 1098 time: 0.0702915 Jun 02 08:05:33.037712 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.l3_hamode_db [None req-adbb821e-66e6-451f-94fc-be995c079d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bd9b11-87ff-412c-98a1-ef7f009fee71', 'name': 'tempest-TestShelveInstance-1475010617-router', 'tenant_id': '88d1c99c01eb4af48ecfcec25f792f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:46Z', 'updated_at': '2021-06-02T08:05:32Z', 'revision_number': 6, 'project_id': '88d1c99c01eb4af48ecfcec25f792f5c', 'gw_port_host': None}], 'dv-cinder-786385-7-smb', False) {} {{(pid=91542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:05:33.041828 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbb821e-66e6-451f-94fc-be995c079d31 None None] The sync data for ids ['60bd9b11-87ff-412c-98a1-ef7f009fee71'] in dv-cinder-786385-7-smb is: [{'id': '60bd9b11-87ff-412c-98a1-ef7f009fee71', 'name': 'tempest-TestShelveInstance-1475010617-router', 'tenant_id': '88d1c99c01eb4af48ecfcec25f792f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T07:59:46Z', 'updated_at': '2021-06-02T08:05:32Z', 'revision_number': 6, 'project_id': '88d1c99c01eb4af48ecfcec25f792f5c', 'gw_port_host': None}] {{(pid=91542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 08:05:33.066427 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-9e09c366-0fc9-4cb6-94c7-30538b39fc84 req-483bcde2-d415-42f7-969a-c5d4891a3f17 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=42f1ba0a-cfb6-42d6-bff5-62ea302242a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368378 Jun 02 08:05:33.125330 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.plugin [None req-4dcdad29-7260-48e3-9454-2de36358cc63 admin admin] Calling delete_port for 033f9c24-4714-466b-959c-41310b578b35 owned by network:router_gateway {{(pid=91540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:05:33.259518 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-4dcdad29-7260-48e3-9454-2de36358cc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27652422'] for port, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:33.262965 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:33.336615 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcdad29-7260-48e3-9454-2de36358cc63 admin admin] Pushing event deleted for resources: {'Port': ['ID=033f9c24-4714-466b-959c-41310b578b35,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:33.338935 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-4dcdad29-7260-48e3-9454-2de36358cc63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:33.407582 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-4dcdad29-7260-48e3-9454-2de36358cc63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946132'] for router_gateway, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:33.579670 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-4dcdad29-7260-48e3-9454-2de36358cc63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3831'] for router, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:33.581891 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-4dcdad29-7260-48e3-9454-2de36358cc63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:33.604795 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-4dcdad29-7260-48e3-9454-2de36358cc63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1012666'] for router, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:33.605941 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcdad29-7260-48e3-9454-2de36358cc63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60bd9b11-87ff-412c-98a1-ef7f009fee71 {{(pid=91540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 08:05:33.618048 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-4dcdad29-7260-48e3-9454-2de36358cc63 admin admin] Notify callbacks [] for router, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:33.619140 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-4dcdad29-7260-48e3-9454-2de36358cc63 admin admin] 10.222.0.81 "DELETE /v2.0/routers/60bd9b11-87ff-412c-98a1-ef7f009fee71 HTTP/1.1" status: 204 len: 168 time: 1.5073156 Jun 02 08:05:33.622289 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 48108) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:05:33.684086 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.db_base_plugin_v2 [None req-818b0728-a786-4338-b391-b74210b21abc admin admin] Deleting subnet db1a958b-4f32-409b-80b7-aabfdc12d71d {{(pid=91540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 08:05:33.687038 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-818b0728-a786-4338-b391-b74210b21abc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:33.737437 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-818b0728-a786-4338-b391-b74210b21abc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27334693'] for subnet, precommit_delete_associations {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:33.871922 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-818b0728-a786-4338-b391-b74210b21abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862327'] for subnet, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:34.025675 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:34.048120 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04226d-2418-475b-81d2-d17cfdf3eda3 req-99ab5624-ed29-4622-86e9-cdeb252225dd tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:34.049660 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-6a04226d-2418-475b-81d2-d17cfdf3eda3 req-99ab5624-ed29-4622-86e9-cdeb252225dd tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/ports?device_id=6df16cf6-a69b-4eb3-91b9-c19f234285c7 HTTP/1.1" status: 200 len: 945 time: 0.1427712 Jun 02 08:05:34.127607 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-6a04226d-2418-475b-81d2-d17cfdf3eda3 req-2fd552b4-3888-408d-abef-b9df7e090b5b tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/security-groups?id=42f1ba0a-cfb6-42d6-bff5-62ea302242a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707810 Jun 02 08:05:34.182526 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-818b0728-a786-4338-b391-b74210b21abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27652411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27727341'] for subnet, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:34.188601 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-acd91f7d-1374-4db1-8d77-b6045db8ac80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:34.224275 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b0728-a786-4338-b391-b74210b21abc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db1a958b-4f32-409b-80b7-aabfdc12d71d,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:34.226080 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-818b0728-a786-4338-b391-b74210b21abc admin admin] Notify callbacks [] for subnet, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:34.232005 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ef31b3-08c9-4f11-a7f7-faecaf389f3b None None] Network 60a42099-4ca4-415f-baa5-9b101a74b2f6 requested from dv-cinder-786385-7-smb {{(pid=91541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 08:05:34.233686 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-818b0728-a786-4338-b391-b74210b21abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:34.237866 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-818b0728-a786-4338-b391-b74210b21abc admin admin] 10.222.0.81 "DELETE /v2.0/subnets/db1a958b-4f32-409b-80b7-aabfdc12d71d HTTP/1.1" status: 204 len: 168 time: 0.6123276 Jun 02 08:05:34.238173 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 48122) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:05:34.444582 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-49bcfadf-6753-45dd-99d4-eff587ca4ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3903172'] for network, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:34.490657 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d7732b-0934-4d56-b2df-3f72c366d4b7 None None] DHCP port deletion for 60a42099-4ca4-415f-baa5-9b101a74b2f6 request from dv-cinder-786385-7-smb {{(pid=91541) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 08:05:34.524089 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.plugin [None req-49bcfadf-6753-45dd-99d4-eff587ca4ecf admin admin] Deleting port 76d71b88-1eb3-43a8-b4a0-966ad53db954 {{(pid=91540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:05:34.524424 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-49bcfadf-6753-45dd-99d4-eff587ca4ecf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:34.560708 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-60d7732b-0934-4d56-b2df-3f72c366d4b7 None None] Deleting port 76d71b88-1eb3-43a8-b4a0-966ad53db954 {{(pid=91541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:05:34.561097 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-60d7732b-0934-4d56-b2df-3f72c366d4b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:34.631373 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.db [None req-49bcfadf-6753-45dd-99d4-eff587ca4ecf admin admin] For port 76d71b88-1eb3-43a8-b4a0-966ad53db954, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=76d71b88-1eb3-43a8-b4a0-966ad53db954,segment=NetworkSegment(206d5cf8-2d06-4bb4-9898-c32134c88e47),segment_id=206d5cf8-2d06-4bb4-9898-c32134c88e47)] {{(pid=91540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:05:34.631984 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-49bcfadf-6753-45dd-99d4-eff587ca4ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:34.703780 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-60d7732b-0934-4d56-b2df-3f72c366d4b7 None None] For port 76d71b88-1eb3-43a8-b4a0-966ad53db954, host dv-cinder-786385-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-7-smb',level=0,port_id=76d71b88-1eb3-43a8-b4a0-966ad53db954,segment=NetworkSegment(206d5cf8-2d06-4bb4-9898-c32134c88e47),segment_id=206d5cf8-2d06-4bb4-9898-c32134c88e47)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:05:34.704365 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-60d7732b-0934-4d56-b2df-3f72c366d4b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:34.713534 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 033f9c24-4714-466b-959c-41310b578b35 no longer exists at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:05:34.766969 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.plugin [None req-49bcfadf-6753-45dd-99d4-eff587ca4ecf admin admin] Calling delete_port for 76d71b88-1eb3-43a8-b4a0-966ad53db954 owned by network:dhcp {{(pid=91540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:05:34.798993 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] No Port match for: 033f9c24-4714-466b-959c-41310b578b35 {{(pid=91541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 08:05:34.799339 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 033f9c24-4714-466b-959c-41310b578b35 not bound to the agent host dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 08:05:34.799769 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 76d71b88-1eb3-43a8-b4a0-966ad53db954 no longer exists at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:05:34.819911 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-49bcfadf-6753-45dd-99d4-eff587ca4ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27652422'] for port, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:34.823529 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:34.867581 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bcfadf-6753-45dd-99d4-eff587ca4ecf admin admin] Pushing event deleted for resources: {'Port': ['ID=76d71b88-1eb3-43a8-b4a0-966ad53db954,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:34.869315 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bcfadf-6753-45dd-99d4-eff587ca4ecf admin admin] No DVR routers for this DVR port 76d71b88-1eb3-43a8-b4a0-966ad53db954 on host dv-cinder-786385-7-smb {{(pid=91540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 08:05:34.871476 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-49bcfadf-6753-45dd-99d4-eff587ca4ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:34.886900 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-60d7732b-0934-4d56-b2df-3f72c366d4b7 None None] Calling delete_port for 76d71b88-1eb3-43a8-b4a0-966ad53db954 owned by network:dhcp {{(pid=91541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:05:34.895116 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] No Port match for: 76d71b88-1eb3-43a8-b4a0-966ad53db954 {{(pid=91541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 08:05:34.895467 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device 76d71b88-1eb3-43a8-b4a0-966ad53db954 not bound to the agent host dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 08:05:34.895922 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device cc99e811-bd8d-4dd1-a07b-a644420f4c5e no longer exists at agent ovs-agent-dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:05:34.929653 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] No Port match for: cc99e811-bd8d-4dd1-a07b-a644420f4c5e {{(pid=91541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 08:05:34.930003 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Device cc99e811-bd8d-4dd1-a07b-a644420f4c5e not bound to the agent host dv-cinder-786385-7-smb {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 08:05:34.972684 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-60d7732b-0934-4d56-b2df-3f72c366d4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455'] for port, after_delete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:34.976212 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-86822fd7-ff1b-4ac3-bc5d-dfdc663a3bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:34.991734 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-49bcfadf-6753-45dd-99d4-eff587ca4ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3859854', 'neutron.services.segments.db._delete_segments_for_network-8746790623609'] for network, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:35.004607 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.services.segments.db [None req-49bcfadf-6753-45dd-99d4-eff587ca4ecf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60a42099-4ca4-415f-baa5-9b101a74b2f6']}} {{(pid=91540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:05:35.017640 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.services.segments.db [None req-49bcfadf-6753-45dd-99d4-eff587ca4ecf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '206d5cf8-2d06-4bb4-9898-c32134c88e47') {'for_net_delete': True} {{(pid=91540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:05:35.018213 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.services.segments.db [None req-49bcfadf-6753-45dd-99d4-eff587ca4ecf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '206d5cf8-2d06-4bb4-9898-c32134c88e47') {} {{(pid=91540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:05:35.019466 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7732b-0934-4d56-b2df-3f72c366d4b7 None None] Pushing event deleted for resources: {'Port': ['ID=76d71b88-1eb3-43a8-b4a0-966ad53db954,revision_number=None']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:35.022466 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-60d7732b-0934-4d56-b2df-3f72c366d4b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:35.023262 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d7732b-0934-4d56-b2df-3f72c366d4b7 None None] No DVR routers for this DVR port 76d71b88-1eb3-43a8-b4a0-966ad53db954 on host dv-cinder-786385-7-smb {{(pid=91541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 08:05:35.035736 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-49bcfadf-6753-45dd-99d4-eff587ca4ecf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746790628244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27334700'] for segment, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:35.053885 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-49bcfadf-6753-45dd-99d4-eff587ca4ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479'] for segment, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:35.060862 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49bcfadf-6753-45dd-99d4-eff587ca4ecf admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=91540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 08:05:35.061250 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-49bcfadf-6753-45dd-99d4-eff587ca4ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27652497'] for segment, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:35.074484 dv-cinder-786385-7-smb neutron-server[91540]: Traceback (most recent call last): Jun 02 08:05:35.074484 dv-cinder-786385-7-smb neutron-server[91540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 08:05:35.074484 dv-cinder-786385-7-smb neutron-server[91540]: timer() Jun 02 08:05:35.074484 dv-cinder-786385-7-smb neutron-server[91540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 08:05:35.074484 dv-cinder-786385-7-smb neutron-server[91540]: cb(*args, **kw) Jun 02 08:05:35.074484 dv-cinder-786385-7-smb neutron-server[91540]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 08:05:35.074484 dv-cinder-786385-7-smb neutron-server[91540]: return func(*args, **kwargs) Jun 02 08:05:35.074484 dv-cinder-786385-7-smb neutron-server[91540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 08:05:35.074484 dv-cinder-786385-7-smb neutron-server[91540]: self._notify() Jun 02 08:05:35.074484 dv-cinder-786385-7-smb neutron-server[91540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 08:05:35.074484 dv-cinder-786385-7-smb neutron-server[91540]: self.callback(batched_events) Jun 02 08:05:35.074484 dv-cinder-786385-7-smb neutron-server[91540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 08:05:35.074484 dv-cinder-786385-7-smb neutron-server[91540]: event.method(event) Jun 02 08:05:35.074484 dv-cinder-786385-7-smb neutron-server[91540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 08:05:35.074484 dv-cinder-786385-7-smb neutron-server[91540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 08:05:35.074484 dv-cinder-786385-7-smb neutron-server[91540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 08:05:35.074484 dv-cinder-786385-7-smb neutron-server[91540]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 08:05:35.074484 dv-cinder-786385-7-smb neutron-server[91540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 08:05:35.074484 dv-cinder-786385-7-smb neutron-server[91540]: return f(self, *a, **k) Jun 02 08:05:35.074484 dv-cinder-786385-7-smb neutron-server[91540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 08:05:35.074484 dv-cinder-786385-7-smb neutron-server[91540]: return self._get(url).json() Jun 02 08:05:35.074484 dv-cinder-786385-7-smb neutron-server[91540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 08:05:35.074484 dv-cinder-786385-7-smb neutron-server[91540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 08:05:35.074484 dv-cinder-786385-7-smb neutron-server[91540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 08:05:35.074484 dv-cinder-786385-7-smb neutron-server[91540]: return self.request(url, 'GET', **kwargs) Jun 02 08:05:35.074484 dv-cinder-786385-7-smb neutron-server[91540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 08:05:35.074484 dv-cinder-786385-7-smb neutron-server[91540]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 08:05:35.074484 dv-cinder-786385-7-smb neutron-server[91540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 08:05:35.074484 dv-cinder-786385-7-smb neutron-server[91540]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 08:05:35.074484 dv-cinder-786385-7-smb neutron-server[91540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 08:05:35.074484 dv-cinder-786385-7-smb neutron-server[91540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 08:05:35.074484 dv-cinder-786385-7-smb neutron-server[91540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 08:05:35.154447 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-49bcfadf-6753-45dd-99d4-eff587ca4ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3859897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-947529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-945717'] for network, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:35.159772 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-49bcfadf-6753-45dd-99d4-eff587ca4ecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for network, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:35.162313 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:35.185947 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bcfadf-6753-45dd-99d4-eff587ca4ecf admin admin] Pushing event deleted for resources: {'Network': ['ID=60a42099-4ca4-415f-baa5-9b101a74b2f6,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:35.188413 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-49bcfadf-6753-45dd-99d4-eff587ca4ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:35.192140 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-49bcfadf-6753-45dd-99d4-eff587ca4ecf admin admin] 10.222.0.81 "DELETE /v2.0/networks/60a42099-4ca4-415f-baa5-9b101a74b2f6 HTTP/1.1" status: 204 len: 168 time: 0.9529302 Jun 02 08:05:35.313519 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 48130) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:05:35.323880 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a892ad-c92b-455f-af16-ed865e85325c req-b2b07abd-e054-4fb2-964c-fd73e1df90d5 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:35.325382 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-67a892ad-c92b-455f-af16-ed865e85325c req-b2b07abd-e054-4fb2-964c-fd73e1df90d5 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/ports?device_id=6df16cf6-a69b-4eb3-91b9-c19f234285c7 HTTP/1.1" status: 200 len: 945 time: 0.0846643 Jun 02 08:05:35.368330 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-001f745a-7bec-49bd-b628-021b76943f3b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b35f5d14d93b40f0848158412804be41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527964 Jun 02 08:05:35.368895 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 48132) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:05:35.369746 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:35.377872 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-67a892ad-c92b-455f-af16-ed865e85325c req-4fad6e33-c065-4998-a03f-cae18da3f6fc tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/security-groups?id=42f1ba0a-cfb6-42d6-bff5-62ea302242a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464520 Jun 02 08:05:35.428705 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-6afd6472-ab94-4634-a482-a5b46478c4ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:35.455953 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-6afd6472-ab94-4634-a482-a5b46478c4ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:35.513073 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-6afd6472-ab94-4634-a482-a5b46478c4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:35.518167 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-4d775e88-ab06-4d98-b372-75659d323837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:35.532333 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd6472-ab94-4634-a482-a5b46478c4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5d4e64-dae9-4c32-9c9f-2431e3a80f16,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:35.539551 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-6afd6472-ab94-4634-a482-a5b46478c4ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:35.544812 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-6afd6472-ab94-4634-a482-a5b46478c4ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:35.546230 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-6afd6472-ab94-4634-a482-a5b46478c4ae admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7c5d4e64-dae9-4c32-9c9f-2431e3a80f16 HTTP/1.1" status: 204 len: 168 time: 0.1759698 Jun 02 08:05:35.924995 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 48148) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:05:35.976329 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-5245cfb3-ea0c-49e8-9513-673e9828bdb2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=88d1c99c01eb4af48ecfcec25f792f5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500700 Jun 02 08:05:35.978608 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 48150) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:05:36.036407 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-48246476-4045-4cd6-9140-862e7db642cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:36.062505 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-48246476-4045-4cd6-9140-862e7db642cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:36.113568 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-48246476-4045-4cd6-9140-862e7db642cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:36.118386 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-9b7bb72a-4cc0-4044-87a1-eef648af026c tempest-TestMinimumBasicScenario-1833379915 tempest-TestMinimumBasicScenario-1833379915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:36.130479 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48246476-4045-4cd6-9140-862e7db642cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79be37c2-ca62-40cb-bfd1-d2e19b91fb63,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:36.133448 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-48246476-4045-4cd6-9140-862e7db642cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:36.135684 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-48246476-4045-4cd6-9140-862e7db642cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:36.139017 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-48246476-4045-4cd6-9140-862e7db642cc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/79be37c2-ca62-40cb-bfd1-d2e19b91fb63 HTTP/1.1" status: 204 len: 168 time: 0.1578336 Jun 02 08:05:38.573108 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-5ab26b02-77e3-42c2-be1b-6f578fb95bc1 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:38.575075 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-5ab26b02-77e3-42c2-be1b-6f578fb95bc1 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/networks?id=92afa014-7cec-43de-8590-b4c563b74128 HTTP/1.1" status: 200 len: 815 time: 0.1467209 Jun 02 08:05:38.590825 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-152fd93d-bf07-4a46-927a-6577f4dc3a79 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/quotas/50970b71fa0945c2a57aa1458dfb6255 HTTP/1.1" status: 200 len: 375 time: 0.0096757 Jun 02 08:05:38.675766 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-1579d87d-4ba6-4596-8c42-ac38d50bf5b4 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=50970b71fa0945c2a57aa1458dfb6255&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0801723 Jun 02 08:05:38.808354 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-2d089b61-d7a0-4e61-bf76-3801585a094d service neutron] 10.222.0.81 "GET /v2.0/networks/92afa014-7cec-43de-8590-b4c563b74128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258574 Jun 02 08:05:38.939853 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-42f8ede8-fc31-40bc-945e-aa73f0183aab service neutron] 10.222.0.81 "GET /v2.0/networks/92afa014-7cec-43de-8590-b4c563b74128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253684 Jun 02 08:05:39.117168 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-dcbff025-530f-4211-8cbb-41d3cb645a28 req-a04dd2e4-6021-4293-ac3a-19bd9a0f60bb tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed7f964f-e6a9-42cd-a04b-42895caf12ca HTTP/1.1" status: 200 len: 210 time: 0.0453908 Jun 02 08:05:39.858737 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:40.275980 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-ee0f0294-1079-4e05-a388-6ee5039ad377 req-d8c9e4cb-223f-41de-ad43-881a38a88f28 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed7f964f-e6a9-42cd-a04b-42895caf12ca HTTP/1.1" status: 200 len: 210 time: 0.0503998 Jun 02 08:05:40.328811 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-2af19b59-5bf0-4abc-b592-13c3ae90765e tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:40.330955 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-2af19b59-5bf0-4abc-b592-13c3ae90765e tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.79 "GET /v2.0/networks?id=92afa014-7cec-43de-8590-b4c563b74128 HTTP/1.1" status: 200 len: 815 time: 0.1484513 Jun 02 08:05:40.347782 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-73f9441e-1a7f-4dc5-bec9-a4a1a5f350d1 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Request body: {'port': {'device_id': 'ed7f964f-e6a9-42cd-a04b-42895caf12ca', 'network_id': '92afa014-7cec-43de-8590-b4c563b74128', 'admin_state_up': True, 'tenant_id': '50970b71fa0945c2a57aa1458dfb6255'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:05:40.486317 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-73f9441e-1a7f-4dc5-bec9-a4a1a5f350d1 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:05:40.495803 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-73f9441e-1a7f-4dc5-bec9-a4a1a5f350d1 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:05:40.505247 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-73f9441e-1a7f-4dc5-bec9-a4a1a5f350d1 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Made reservation on behalf of 50970b71fa0945c2a57aa1458dfb6255 for: {'port': 1} {{(pid=91539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 08:05:40.508932 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-73f9441e-1a7f-4dc5-bec9-a4a1a5f350d1 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:40.669273 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.db_base_plugin_common [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-73f9441e-1a7f-4dc5-bec9-a4a1a5f350d1 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Allocated IP 172.20.0.5 (92afa014-7cec-43de-8590-b4c563b74128/afcc30b2-85de-43fe-a83b-974e2f810830/c25537ff-face-400e-8255-55b7767c55a8) {{(pid=91539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 08:05:40.986602 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-73f9441e-1a7f-4dc5-bec9-a4a1a5f350d1 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Notify callbacks [] for port, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:41.014496 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-73f9441e-1a7f-4dc5-bec9-a4a1a5f350d1 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746790270446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:41.021758 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-cf52c250-724f-49a5-b7d7-b856923e02f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:41.028183 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['a1a57c89-d647-424e-90c7-725b62c69694', '9d136a67-643c-43e8-b6bf-c26ec17647a0', '066cc740-03e2-4e60-991a-231c7dd5253b'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 08:05:41.085367 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-73f9441e-1a7f-4dc5-bec9-a4a1a5f350d1 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Network 92afa014-7cec-43de-8590-b4c563b74128 is already hosted by enough agents. {{(pid=91539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 08:05:41.088477 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.scheduler.base_scheduler [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-73f9441e-1a7f-4dc5-bec9-a4a1a5f350d1 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Resources bound (agent type, host, resource id): {{(pid=91539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 08:05:41.090906 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-73f9441e-1a7f-4dc5-bec9-a4a1a5f350d1 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Received port after_create {{(pid=91539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 08:05:41.134873 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f9441e-1a7f-4dc5-bec9-a4a1a5f350d1 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Pushing event updated for resources: {'Port': ['ID=c25537ff-face-400e-8255-55b7767c55a8,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:41.137697 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-73f9441e-1a7f-4dc5-bec9-a4a1a5f350d1 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:41.164128 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-73f9441e-1a7f-4dc5-bec9-a4a1a5f350d1 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:41.164733 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-73f9441e-1a7f-4dc5-bec9-a4a1a5f350d1 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:41.190665 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-73f9441e-1a7f-4dc5-bec9-a4a1a5f350d1 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8468318 Jun 02 08:05:41.203950 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.v2.base [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-1884267f-f405-4c35-ad14-81a4ef644cc5 service neutron] Request body: {'port': {'device_id': 'ed7f964f-e6a9-42cd-a04b-42895caf12ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=91539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 08:05:41.319560 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-1884267f-f405-4c35-ad14-81a4ef644cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:41.621935 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48bc87-9baa-4021-9266-f01d523dd347 req-c8b03429-7b00-4719-8269-c6551a3d3e66 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:41.622633 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-2e48bc87-9baa-4021-9266-f01d523dd347 req-c8b03429-7b00-4719-8269-c6551a3d3e66 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Synchronizing usage tracker for tenant:50970b71fa0945c2a57aa1458dfb6255 on resource:port {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:05:41.653863 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-2e48bc87-9baa-4021-9266-f01d523dd347 req-c8b03429-7b00-4719-8269-c6551a3d3e66 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Unset dirty status for tenant:50970b71fa0945c2a57aa1458dfb6255 on resource:port {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:05:41.655096 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-2e48bc87-9baa-4021-9266-f01d523dd347 req-c8b03429-7b00-4719-8269-c6551a3d3e66 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed7f964f-e6a9-42cd-a04b-42895caf12ca HTTP/1.1" status: 200 len: 931 time: 0.2670608 Jun 02 08:05:41.715942 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-2e48bc87-9baa-4021-9266-f01d523dd347 req-5ab509d4-5b15-48ac-a42d-2e47987026a2 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519433 Jun 02 08:05:41.788351 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-1884267f-f405-4c35-ad14-81a4ef644cc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c25537ff-face-400e-8255-55b7767c55a8 {{(pid=91539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 08:05:41.796588 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-1884267f-f405-4c35-ad14-81a4ef644cc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:41.811078 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.provisioning_blocks [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-1884267f-f405-4c35-ad14-81a4ef644cc5 service neutron] Transition to ACTIVE for port object c25537ff-face-400e-8255-55b7767c55a8 will not be triggered until provisioned by entity L2. {{(pid=91539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 08:05:41.814179 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-1884267f-f405-4c35-ad14-81a4ef644cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:41.818944 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-e139dc95-afd8-48a3-87f8-9fd00a168727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:41.967763 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884267f-f405-4c35-ad14-81a4ef644cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=c25537ff-face-400e-8255-55b7767c55a8,revision_number=2']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:41.975260 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-1884267f-f405-4c35-ad14-81a4ef644cc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:42.049671 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-1884267f-f405-4c35-ad14-81a4ef644cc5 service neutron] Attempting to bind port c25537ff-face-400e-8255-55b7767c55a8 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 08:05:42.050007 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-1884267f-f405-4c35-ad14-81a4ef644cc5 service neutron] Attempting to bind port c25537ff-face-400e-8255-55b7767c55a8 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'bebd13e2-1562-4e95-9093-2b9478c2818f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '92afa014-7cec-43de-8590-b4c563b74128'}] {{(pid=91539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 08:05:42.050329 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-1884267f-f405-4c35-ad14-81a4ef644cc5 service neutron] Attempting to bind port c25537ff-face-400e-8255-55b7767c55a8 on network 92afa014-7cec-43de-8590-b4c563b74128 {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 08:05:42.054959 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-1884267f-f405-4c35-ad14-81a4ef644cc5 service neutron] Port c25537ff-face-400e-8255-55b7767c55a8 on network 92afa014-7cec-43de-8590-b4c563b74128 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 08:05:42.055279 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-1884267f-f405-4c35-ad14-81a4ef644cc5 service neutron] Attempting to bind port c25537ff-face-400e-8255-55b7767c55a8 on network 92afa014-7cec-43de-8590-b4c563b74128 {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 08:05:42.061431 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-1884267f-f405-4c35-ad14-81a4ef644cc5 service neutron] Checking agent: {'id': '771bc7c6-ed6b-4515-8704-024740aedec5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 7, 56, 10), 'started_at': datetime.datetime(2021, 6, 2, 7, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 8, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 08:05:42.061702 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-1884267f-f405-4c35-ad14-81a4ef644cc5 service neutron] Checking segment: {'id': 'bebd13e2-1562-4e95-9093-2b9478c2818f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '92afa014-7cec-43de-8590-b4c563b74128'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 08:05:42.062113 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-1884267f-f405-4c35-ad14-81a4ef644cc5 service neutron] Bound using segment: {'id': 'bebd13e2-1562-4e95-9093-2b9478c2818f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '92afa014-7cec-43de-8590-b4c563b74128'} {{(pid=91539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 08:05:42.062534 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.managers [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-1884267f-f405-4c35-ad14-81a4ef644cc5 service neutron] Bound port: c25537ff-face-400e-8255-55b7767c55a8, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebd13e2-1562-4e95-9093-2b9478c2818f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '92afa014-7cec-43de-8590-b4c563b74128'}}] {{(pid=91539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 08:05:42.062880 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-1884267f-f405-4c35-ad14-81a4ef644cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:42.158314 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-1884267f-f405-4c35-ad14-81a4ef644cc5 service neutron] For port c25537ff-face-400e-8255-55b7767c55a8, host hv-cinder-78638, cleared binding levels {{(pid=91539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 08:05:42.161753 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-1884267f-f405-4c35-ad14-81a4ef644cc5 service neutron] For port c25537ff-face-400e-8255-55b7767c55a8, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c25537ff-face-400e-8255-55b7767c55a8,segment=NetworkSegment(bebd13e2-1562-4e95-9093-2b9478c2818f),segment_id=bebd13e2-1562-4e95-9093-2b9478c2818f)] {{(pid=91539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 08:05:42.165579 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-1884267f-f405-4c35-ad14-81a4ef644cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1806419'] for port, after_update {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:42.170342 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-1884267f-f405-4c35-ad14-81a4ef644cc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:42.223457 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-1884267f-f405-4c35-ad14-81a4ef644cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:42.223744 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-1884267f-f405-4c35-ad14-81a4ef644cc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:42.225282 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-1884267f-f405-4c35-ad14-81a4ef644cc5 service neutron] 10.222.0.79 "PUT /v2.0/ports/c25537ff-face-400e-8255-55b7767c55a8 HTTP/1.1" status: 200 len: 1093 time: 1.0255413 Jun 02 08:05:42.233618 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed7f964f-e6a9-42cd-a04b-42895caf12ca', 'tag': 'c25537ff-face-400e-8255-55b7767c55a8'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:05:42.235977 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dadafb67-0da2-4552-8d0f-10eaaff1bb6e" -d '{"events": [{"name": "network-changed", "server_uuid": "ed7f964f-e6a9-42cd-a04b-42895caf12ca", "tag": "c25537ff-face-400e-8255-55b7767c55a8"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:05:42.258511 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884267f-f405-4c35-ad14-81a4ef644cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=c25537ff-face-400e-8255-55b7767c55a8,revision_number=3']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:42.261823 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-1884267f-f405-4c35-ad14-81a4ef644cc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:42.298452 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 08:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14dbcdc1-5a34-42fc-a3eb-755dcbbf0742 x-openstack-request-id: req-14dbcdc1-5a34-42fc-a3eb-755dcbbf0742 {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:05:42.298781 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed7f964f-e6a9-42cd-a04b-42895caf12ca", "tag": "c25537ff-face-400e-8255-55b7767c55a8", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:05:42.299071 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-14dbcdc1-5a34-42fc-a3eb-755dcbbf0742 {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:05:42.299495 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed7f964f-e6a9-42cd-a04b-42895caf12ca', 'tag': 'c25537ff-face-400e-8255-55b7767c55a8', 'status': 'completed', 'code': 200} Jun 02 08:05:42.340689 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-811e2fc1-27ca-431c-b173-f288e9f2e910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:42.342058 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-811e2fc1-27ca-431c-b173-f288e9f2e910 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=50970b71fa0945c2a57aa1458dfb6255&device_id=ed7f964f-e6a9-42cd-a04b-42895caf12ca HTTP/1.1" status: 200 len: 1096 time: 0.0759218 Jun 02 08:05:42.415108 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-9020ea9e-aab0-4914-b41c-57d4ebf13f58 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c25537ff-face-400e-8255-55b7767c55a8 HTTP/1.1" status: 200 len: 217 time: 0.0612187 Jun 02 08:05:42.478424 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-5c0bbca4-2485-4092-8ba8-958124cb7fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:42.480588 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-5c0bbca4-2485-4092-8ba8-958124cb7fb0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=afcc30b2-85de-43fe-a83b-974e2f810830 HTTP/1.1" status: 200 len: 855 time: 0.0589781 Jun 02 08:05:42.531597 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-576bf586-ac18-4887-b6d4-f85d4638579d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=92afa014-7cec-43de-8590-b4c563b74128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436156 Jun 02 08:05:42.664698 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-e9a1f2a6-e587-48cb-a8bb-680a53cf2bb8 service neutron] 10.222.0.79 "GET /v2.0/networks/92afa014-7cec-43de-8590-b4c563b74128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240635 Jun 02 08:05:42.917748 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ed7d614e-0a27-480e-a1ab-4a0ff41f5e61 req-4dd878a6-70bc-43b7-9453-68c618c6de48 service neutron] 10.222.0.79 "GET /v2.0/networks/92afa014-7cec-43de-8590-b4c563b74128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425027 Jun 02 08:05:42.934011 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5cd3b-170d-4838-9294-5b784abb827e req-4c5279c5-8e84-44e8-a4dc-cfa596a98d3c tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:42.935623 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-9df5cd3b-170d-4838-9294-5b784abb827e req-4c5279c5-8e84-44e8-a4dc-cfa596a98d3c tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed7f964f-e6a9-42cd-a04b-42895caf12ca HTTP/1.1" status: 200 len: 943 time: 0.0886176 Jun 02 08:05:42.980956 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-9df5cd3b-170d-4838-9294-5b784abb827e req-a14f8167-3431-4267-8c38-c1dd2b16e3a7 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395987 Jun 02 08:05:43.032336 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadafb67-0da2-4552-8d0f-10eaaff1bb6e req-4918a69b-6356-4736-ac89-f8245441935f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:43.033809 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-dadafb67-0da2-4552-8d0f-10eaaff1bb6e req-4918a69b-6356-4736-ac89-f8245441935f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=50970b71fa0945c2a57aa1458dfb6255&device_id=ed7f964f-e6a9-42cd-a04b-42895caf12ca HTTP/1.1" status: 200 len: 1096 time: 0.0700700 Jun 02 08:05:43.165760 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadafb67-0da2-4552-8d0f-10eaaff1bb6e req-722d451a-33f7-46b2-ab5b-647b2b667d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:43.167405 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-dadafb67-0da2-4552-8d0f-10eaaff1bb6e req-722d451a-33f7-46b2-ab5b-647b2b667d34 service neutron] 10.222.0.79 "GET /v2.0/networks?id=92afa014-7cec-43de-8590-b4c563b74128 HTTP/1.1" status: 200 len: 916 time: 0.1260445 Jun 02 08:05:43.252560 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-dadafb67-0da2-4552-8d0f-10eaaff1bb6e req-95613409-54e9-4949-a43f-2d3afad95a36 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c25537ff-face-400e-8255-55b7767c55a8 HTTP/1.1" status: 200 len: 217 time: 0.0746109 Jun 02 08:05:43.320358 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadafb67-0da2-4552-8d0f-10eaaff1bb6e req-5145f8ad-ae6b-4abb-b5f0-0e35686fc108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:43.321772 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-dadafb67-0da2-4552-8d0f-10eaaff1bb6e req-5145f8ad-ae6b-4abb-b5f0-0e35686fc108 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=afcc30b2-85de-43fe-a83b-974e2f810830 HTTP/1.1" status: 200 len: 855 time: 0.0570476 Jun 02 08:05:43.369208 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-dadafb67-0da2-4552-8d0f-10eaaff1bb6e req-8d583d16-74e5-4648-a62a-39f1327531bc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=92afa014-7cec-43de-8590-b4c563b74128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386360 Jun 02 08:05:43.501998 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-dadafb67-0da2-4552-8d0f-10eaaff1bb6e req-4dee2a9a-b8fa-4ad1-ab77-a9b78fb209ca service neutron] 10.222.0.79 "GET /v2.0/networks/92afa014-7cec-43de-8590-b4c563b74128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217604 Jun 02 08:05:43.632397 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-dadafb67-0da2-4552-8d0f-10eaaff1bb6e req-d2523cbf-b551-4018-89a1-62c0017d0f35 service neutron] 10.222.0.79 "GET /v2.0/networks/92afa014-7cec-43de-8590-b4c563b74128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239460 Jun 02 08:05:44.173838 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a58d9-823f-4402-9728-ba663d73b5c1 req-48d3c41b-209f-470e-99e3-8a82fc0ec7bc tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:44.175279 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-840a58d9-823f-4402-9728-ba663d73b5c1 req-48d3c41b-209f-470e-99e3-8a82fc0ec7bc tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed7f964f-e6a9-42cd-a04b-42895caf12ca HTTP/1.1" status: 200 len: 943 time: 0.0845461 Jun 02 08:05:44.219645 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-840a58d9-823f-4402-9728-ba663d73b5c1 req-b35bd17b-28a8-4ed0-bff2-4f0fdf8cc98d tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385242 Jun 02 08:05:45.402214 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f7ed4-8f00-4404-9219-0377bf548c0e req-bd9d1f89-da6a-46af-ba1c-c5b6b9d621de tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:45.403707 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d46f7ed4-8f00-4404-9219-0377bf548c0e req-bd9d1f89-da6a-46af-ba1c-c5b6b9d621de tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed7f964f-e6a9-42cd-a04b-42895caf12ca HTTP/1.1" status: 200 len: 943 time: 0.0806050 Jun 02 08:05:45.450984 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-d46f7ed4-8f00-4404-9219-0377bf548c0e req-719cbe79-6011-45ec-bf03-b3aa2f4c33fd tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415337 Jun 02 08:05:46.381370 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device c25537ff-face-400e-8255-55b7767c55a8 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=91541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 08:05:46.515252 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port c25537ff-face-400e-8255-55b7767c55a8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c25537ff-face-400e-8255-55b7767c55a8,segment=NetworkSegment(bebd13e2-1562-4e95-9093-2b9478c2818f),segment_id=bebd13e2-1562-4e95-9093-2b9478c2818f)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:05:46.529025 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Returning: {'device': 'c25537ff-face-400e-8255-55b7767c55a8', 'network_id': '92afa014-7cec-43de-8590-b4c563b74128', 'port_id': 'c25537ff-face-400e-8255-55b7767c55a8', 'mac_address': 'fa:16:3e:bf:78:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afcc30b2-85de-43fe-a83b-974e2f810830', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 08:05:46.583779 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:46.600695 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c25537ff-face-400e-8255-55b7767c55a8 {{(pid=91541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 08:05:46.615909 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port c25537ff-face-400e-8255-55b7767c55a8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c25537ff-face-400e-8255-55b7767c55a8,segment=NetworkSegment(bebd13e2-1562-4e95-9093-2b9478c2818f),segment_id=bebd13e2-1562-4e95-9093-2b9478c2818f)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:05:46.620044 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:46.621704 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:46.641007 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505efab-5769-4176-bd4c-59d6d55b42af req-e5ad5ec7-d3df-4b80-980e-97e951ce6d3b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:46.642457 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-0505efab-5769-4176-bd4c-59d6d55b42af req-e5ad5ec7-d3df-4b80-980e-97e951ce6d3b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed7f964f-e6a9-42cd-a04b-42895caf12ca HTTP/1.1" status: 200 len: 943 time: 0.0840476 Jun 02 08:05:46.691538 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=c25537ff-face-400e-8255-55b7767c55a8,revision_number=4']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:46.694698 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:46.777576 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-0505efab-5769-4176-bd4c-59d6d55b42af req-733a9904-45fe-40e1-b002-ce424a4f10c7 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283090 Jun 02 08:05:46.944716 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['c25537ff-face-400e-8255-55b7767c55a8'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 08:05:47.959652 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5e1ca-3b58-4d5c-9902-7d1eedbf727e req-4c6a5198-2b25-450c-8025-f0df7b6b036d tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:47.961118 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-4dc5e1ca-3b58-4d5c-9902-7d1eedbf727e req-4c6a5198-2b25-450c-8025-f0df7b6b036d tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed7f964f-e6a9-42cd-a04b-42895caf12ca HTTP/1.1" status: 200 len: 944 time: 0.0813713 Jun 02 08:05:48.004743 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-4dc5e1ca-3b58-4d5c-9902-7d1eedbf727e req-1a064713-b35b-47c1-98e6-a8ef45f3efa6 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372908 Jun 02 08:05:48.391265 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device c25537ff-face-400e-8255-55b7767c55a8 up at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 08:05:48.461779 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning for port c25537ff-face-400e-8255-55b7767c55a8 completed by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 08:05:48.466690 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.db.provisioning_blocks [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Provisioning complete for port c25537ff-face-400e-8255-55b7767c55a8 triggered by entity L2. {{(pid=91541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 08:05:48.467028 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3866027'] for port, provisioning_complete {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:48.582980 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3847450'] for port, before_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:48.620677 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7f964f-e6a9-42cd-a04b-42895caf12ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25537ff-face-400e-8255-55b7767c55a8'}] {{(pid=91541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:05:48.624543 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab578fc78af4bba4052238dc90c68e3a7405fe2d006a0c4fb1b419504dc30437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bc98a4-8448-4997-8594-28a48fbd2833" -d '{"events": [{"server_uuid": "ed7f964f-e6a9-42cd-a04b-42895caf12ca", "name": "network-vif-plugged", "status": "completed", "tag": "c25537ff-face-400e-8255-55b7767c55a8"}]}' {{(pid=91541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:05:48.634550 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] For port c25537ff-face-400e-8255-55b7767c55a8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c25537ff-face-400e-8255-55b7767c55a8,segment=NetworkSegment(bebd13e2-1562-4e95-9093-2b9478c2818f),segment_id=bebd13e2-1562-4e95-9093-2b9478c2818f)] {{(pid=91541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:05:48.638846 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746790709194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746790272004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746790272049'] for port, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:05:48.640854 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:05:48.670414 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520fa67f-9534-4c6b-be70-73ec6cc0dd93 x-openstack-request-id: req-520fa67f-9534-4c6b-be70-73ec6cc0dd93 {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:05:48.670703 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed7f964f-e6a9-42cd-a04b-42895caf12ca", "name": "network-vif-plugged", "status": "completed", "tag": "c25537ff-face-400e-8255-55b7767c55a8", "code": 200}]} {{(pid=91541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:05:48.670956 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-520fa67f-9534-4c6b-be70-73ec6cc0dd93 {{(pid=91541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:05:48.671333 dv-cinder-786385-7-smb neutron-server[91541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7f964f-e6a9-42cd-a04b-42895caf12ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25537ff-face-400e-8255-55b7767c55a8', 'code': 200} Jun 02 08:05:48.710197 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Pushing event updated for resources: {'Port': ['ID=c25537ff-face-400e-8255-55b7767c55a8,revision_number=5']} {{(pid=91541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:05:48.712929 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG oslo_concurrency.lockutils [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:05:48.912863 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6c9f1-013f-496d-b1dd-1c462a86d55c req-4681c8ee-5d2a-4312-a888-3ef7d2d9d600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:48.914313 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-15b6c9f1-013f-496d-b1dd-1c462a86d55c req-4681c8ee-5d2a-4312-a888-3ef7d2d9d600 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ed7f964f-e6a9-42cd-a04b-42895caf12ca HTTP/1.1" status: 200 len: 1098 time: 0.0723438 Jun 02 08:05:48.955272 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-15b6c9f1-013f-496d-b1dd-1c462a86d55c req-474b5e85-029a-46ac-be95-8a266f757011 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332165 Jun 02 08:05:49.188559 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf844f-efd6-4ad0-82cb-f9538c59f757 req-9698dde3-e6e5-4d79-a0f2-3a5b7a35dfb9 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:49.189982 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-e4cf844f-efd6-4ad0-82cb-f9538c59f757 req-9698dde3-e6e5-4d79-a0f2-3a5b7a35dfb9 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed7f964f-e6a9-42cd-a04b-42895caf12ca HTTP/1.1" status: 200 len: 945 time: 0.0797784 Jun 02 08:05:49.236822 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-e4cf844f-efd6-4ad0-82cb-f9538c59f757 req-9a9ab9ba-906d-46da-840f-4963e0564d0f tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412567 Jun 02 08:05:50.423292 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd3d25-3259-4b67-b75f-f1aa5fd266c3 req-d2d00f25-9b86-43cb-baad-89ca438ae253 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:50.424748 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5fcd3d25-3259-4b67-b75f-f1aa5fd266c3 req-d2d00f25-9b86-43cb-baad-89ca438ae253 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed7f964f-e6a9-42cd-a04b-42895caf12ca HTTP/1.1" status: 200 len: 945 time: 0.0778949 Jun 02 08:05:50.467664 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-5fcd3d25-3259-4b67-b75f-f1aa5fd266c3 req-b08cde59-79c1-44ec-80b9-7c499908b4e7 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373619 Jun 02 08:05:56.548273 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7291213-9c88-4223-a0b1-e70d7a521ecc req-77072080-63d0-45e6-98f5-f1cd489dda70 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:56.549735 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-b7291213-9c88-4223-a0b1-e70d7a521ecc req-77072080-63d0-45e6-98f5-f1cd489dda70 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/ports?device_id=6df16cf6-a69b-4eb3-91b9-c19f234285c7 HTTP/1.1" status: 200 len: 945 time: 0.0866129 Jun 02 08:05:56.596033 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-b7291213-9c88-4223-a0b1-e70d7a521ecc req-3a11f889-6702-403b-ab2e-bfc6b9258144 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/security-groups?id=42f1ba0a-cfb6-42d6-bff5-62ea302242a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404460 Jun 02 08:05:57.786078 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3033af-a79c-4474-bd6e-e5036a0910be req-73f5a311-3606-449f-b959-614eca0e9f5a tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:57.787517 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-7b3033af-a79c-4474-bd6e-e5036a0910be req-73f5a311-3606-449f-b959-614eca0e9f5a tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/ports?device_id=6df16cf6-a69b-4eb3-91b9-c19f234285c7 HTTP/1.1" status: 200 len: 945 time: 0.0808370 Jun 02 08:05:57.835631 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-7b3033af-a79c-4474-bd6e-e5036a0910be req-ca823434-191a-4e9d-be7a-1877187c2936 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/security-groups?id=42f1ba0a-cfb6-42d6-bff5-62ea302242a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418527 Jun 02 08:05:58.008880 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd808b-ae2c-4cf6-a0b8-921347749e57 req-a37cf356-d2a5-46dd-8561-281d06485114 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:58.010391 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ecfd808b-ae2c-4cf6-a0b8-921347749e57 req-a37cf356-d2a5-46dd-8561-281d06485114 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed7f964f-e6a9-42cd-a04b-42895caf12ca HTTP/1.1" status: 200 len: 945 time: 0.0804300 Jun 02 08:05:58.063954 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ecfd808b-ae2c-4cf6-a0b8-921347749e57 req-b98605b8-f1f7-44b5-a8d0-6ea446dcadf3 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470088 Jun 02 08:05:59.022936 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a800b-4c32-46a0-ba91-d82004f62045 req-4741bc40-ecae-4b1d-bef5-2bcfb97dee12 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:59.024531 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-b20a800b-4c32-46a0-ba91-d82004f62045 req-4741bc40-ecae-4b1d-bef5-2bcfb97dee12 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/ports?device_id=6df16cf6-a69b-4eb3-91b9-c19f234285c7 HTTP/1.1" status: 200 len: 945 time: 0.0829537 Jun 02 08:05:59.070474 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-b20a800b-4c32-46a0-ba91-d82004f62045 req-d6db7523-4fd0-4dc1-bfc7-21c26e46050a tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/security-groups?id=42f1ba0a-cfb6-42d6-bff5-62ea302242a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390732 Jun 02 08:05:59.245778 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab42a32-c9f6-4051-a62d-1964cb7fb242 req-915dff95-6bff-4c28-b9e5-7829779f82f8 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:05:59.247288 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1ab42a32-c9f6-4051-a62d-1964cb7fb242 req-915dff95-6bff-4c28-b9e5-7829779f82f8 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed7f964f-e6a9-42cd-a04b-42895caf12ca HTTP/1.1" status: 200 len: 945 time: 0.0786839 Jun 02 08:05:59.292673 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1ab42a32-c9f6-4051-a62d-1964cb7fb242 req-2e49ee7a-3cdb-43c8-8d40-36b85cef7456 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396998 Jun 02 08:05:59.941521 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-82fba4ea-69a5-4690-b1f6-426df61a4774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:00.155958 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276b130-ad4f-4217-90f6-8ea3468e4bc4 req-03cd49b7-cfa1-4e27-af8f-d176f1523f14 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:06:00.157387 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1276b130-ad4f-4217-90f6-8ea3468e4bc4 req-03cd49b7-cfa1-4e27-af8f-d176f1523f14 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed7f964f-e6a9-42cd-a04b-42895caf12ca HTTP/1.1" status: 200 len: 945 time: 0.0830483 Jun 02 08:06:00.258156 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87802d-462b-4cd8-8c01-5604ed20d0fb req-0d77f9d1-8aa8-494f-ad5d-8b2d01c55d5c tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:06:00.259582 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-4f87802d-462b-4cd8-8c01-5604ed20d0fb req-0d77f9d1-8aa8-494f-ad5d-8b2d01c55d5c tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/ports?device_id=6df16cf6-a69b-4eb3-91b9-c19f234285c7 HTTP/1.1" status: 200 len: 945 time: 0.0808938 Jun 02 08:06:00.293403 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [req-1276b130-ad4f-4217-90f6-8ea3468e4bc4 req-c8e4a7e2-f274-4028-951d-a6079aca80ce tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Deleting port c25537ff-face-400e-8255-55b7767c55a8 {{(pid=91539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:06:00.293966 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-1276b130-ad4f-4217-90f6-8ea3468e4bc4 req-c8e4a7e2-f274-4028-951d-a6079aca80ce tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:00.304825 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-4f87802d-462b-4cd8-8c01-5604ed20d0fb req-06570d64-da71-43fe-8803-32c7991ac897 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/security-groups?id=42f1ba0a-cfb6-42d6-bff5-62ea302242a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384490 Jun 02 08:06:00.564331 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-1276b130-ad4f-4217-90f6-8ea3468e4bc4 req-c8e4a7e2-f274-4028-951d-a6079aca80ce tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] For port c25537ff-face-400e-8255-55b7767c55a8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c25537ff-face-400e-8255-55b7767c55a8,segment=NetworkSegment(bebd13e2-1562-4e95-9093-2b9478c2818f),segment_id=bebd13e2-1562-4e95-9093-2b9478c2818f)] {{(pid=91539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:06:00.564599 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-1276b130-ad4f-4217-90f6-8ea3468e4bc4 req-c8e4a7e2-f274-4028-951d-a6079aca80ce tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:00.694259 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [req-1276b130-ad4f-4217-90f6-8ea3468e4bc4 req-c8e4a7e2-f274-4028-951d-a6079aca80ce tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Calling delete_port for c25537ff-face-400e-8255-55b7767c55a8 owned by compute:nova {{(pid=91539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:06:00.726456 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae9849-3ece-4953-9f60-ceecb2cc6934 req-5eb65ca9-e144-48bc-a232-7e972cfa306a tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:06:00.727932 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-f7ae9849-3ece-4953-9f60-ceecb2cc6934 req-5eb65ca9-e144-48bc-a232-7e972cfa306a tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed7f964f-e6a9-42cd-a04b-42895caf12ca HTTP/1.1" status: 200 len: 945 time: 0.3262739 Jun 02 08:06:00.788149 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-f7ae9849-3ece-4953-9f60-ceecb2cc6934 req-d063265f-bb9e-4315-a9f0-732c2985e070 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527489 Jun 02 08:06:00.856908 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-1276b130-ad4f-4217-90f6-8ea3468e4bc4 req-c8e4a7e2-f274-4028-951d-a6079aca80ce tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:00.863065 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-297fc075-07be-4522-a9d1-210ceeecf272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:06:00.873602 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['a1a57c89-d647-424e-90c7-725b62c69694', '9d136a67-643c-43e8-b6bf-c26ec17647a0', '066cc740-03e2-4e60-991a-231c7dd5253b'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 08:06:00.907645 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4a7e2-f274-4028-951d-a6079aca80ce tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Pushing event deleted for resources: {'Port': ['ID=c25537ff-face-400e-8255-55b7767c55a8,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:06:00.910727 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-c8e4a7e2-f274-4028-951d-a6079aca80ce tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:06:00.983343 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [req-1276b130-ad4f-4217-90f6-8ea3468e4bc4 req-c8e4a7e2-f274-4028-951d-a6079aca80ce tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] No DVR routers for this DVR port c25537ff-face-400e-8255-55b7767c55a8 on host hv-cinder-78638 {{(pid=91539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 08:06:00.985994 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-1276b130-ad4f-4217-90f6-8ea3468e4bc4 req-c8e4a7e2-f274-4028-951d-a6079aca80ce tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:00.989847 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7f964f-e6a9-42cd-a04b-42895caf12ca', 'name': 'network-vif-deleted', 'tag': 'c25537ff-face-400e-8255-55b7767c55a8'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:06:00.992157 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9619935f-afbb-40dd-97f6-a197c02c1096" -d '{"events": [{"server_uuid": "ed7f964f-e6a9-42cd-a04b-42895caf12ca", "name": "network-vif-deleted", "tag": "c25537ff-face-400e-8255-55b7767c55a8"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:06:01.003768 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1276b130-ad4f-4217-90f6-8ea3468e4bc4 req-c8e4a7e2-f274-4028-951d-a6079aca80ce tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.79 "DELETE /v2.0/ports/c25537ff-face-400e-8255-55b7767c55a8 HTTP/1.1" status: 204 len: 173 time: 0.8393493 Jun 02 08:06:01.042941 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcb7839-3d18-4560-8098-619183b12ca6 x-openstack-request-id: req-7dcb7839-3d18-4560-8098-619183b12ca6 {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:06:01.043271 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed7f964f-e6a9-42cd-a04b-42895caf12ca", "name": "network-vif-deleted", "tag": "c25537ff-face-400e-8255-55b7767c55a8", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:06:01.043567 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7dcb7839-3d18-4560-8098-619183b12ca6 {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:06:01.044036 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7f964f-e6a9-42cd-a04b-42895caf12ca', 'name': 'network-vif-deleted', 'tag': 'c25537ff-face-400e-8255-55b7767c55a8', 'status': 'completed', 'code': 200} Jun 02 08:06:01.221777 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.agents_db [None req-10acdd10-972e-4945-a856-8243e035fc02 None None] Agent healthcheck: found 6 active agents {{(pid=91542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 08:06:01.491840 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea8d66-7c1e-4101-915b-2f4a020ef335 req-9e1718ed-4a56-4ae9-969d-917ea3a5890b tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:06:01.493414 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-f0ea8d66-7c1e-4101-915b-2f4a020ef335 req-9e1718ed-4a56-4ae9-969d-917ea3a5890b tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/ports?device_id=6df16cf6-a69b-4eb3-91b9-c19f234285c7 HTTP/1.1" status: 200 len: 945 time: 0.0793126 Jun 02 08:06:01.544195 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-f0ea8d66-7c1e-4101-915b-2f4a020ef335 req-51b97fa9-feb0-4d74-932d-a9a555234a83 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/security-groups?id=42f1ba0a-cfb6-42d6-bff5-62ea302242a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448565 Jun 02 08:06:02.084083 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d22c7a-e15e-422a-b6c4-212b32379807 req-397a53c0-6d53-4939-be27-cb5dd792a1d8 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:06:02.085473 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-56d22c7a-e15e-422a-b6c4-212b32379807 req-397a53c0-6d53-4939-be27-cb5dd792a1d8 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.79 "GET /v2.0/ports?device_id=6df16cf6-a69b-4eb3-91b9-c19f234285c7 HTTP/1.1" status: 200 len: 945 time: 0.0840404 Jun 02 08:06:02.227357 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [req-56d22c7a-e15e-422a-b6c4-212b32379807 req-a55d8942-8abe-427b-92cf-9ad590ee8863 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Deleting port bf9a3207-62ad-4b78-a30f-83d936573403 {{(pid=91539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:06:02.227704 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-56d22c7a-e15e-422a-b6c4-212b32379807 req-a55d8942-8abe-427b-92cf-9ad590ee8863 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:02.359593 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-56d22c7a-e15e-422a-b6c4-212b32379807 req-a55d8942-8abe-427b-92cf-9ad590ee8863 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] For port bf9a3207-62ad-4b78-a30f-83d936573403, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bf9a3207-62ad-4b78-a30f-83d936573403,segment=NetworkSegment(33166b58-e24b-4288-b32d-0e56c81d4ca9),segment_id=33166b58-e24b-4288-b32d-0e56c81d4ca9)] {{(pid=91539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:06:02.359891 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-56d22c7a-e15e-422a-b6c4-212b32379807 req-a55d8942-8abe-427b-92cf-9ad590ee8863 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:02.383271 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:02.456999 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device c25537ff-face-400e-8255-55b7767c55a8 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:06:02.482984 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [req-56d22c7a-e15e-422a-b6c4-212b32379807 req-a55d8942-8abe-427b-92cf-9ad590ee8863 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Calling delete_port for bf9a3207-62ad-4b78-a30f-83d936573403 owned by compute:nova {{(pid=91539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:06:02.489823 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] No Port match for: c25537ff-face-400e-8255-55b7767c55a8 {{(pid=91541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 08:06:02.490179 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device c25537ff-face-400e-8255-55b7767c55a8 not bound to the agent host hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 08:06:02.596424 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-56d22c7a-e15e-422a-b6c4-212b32379807 req-a55d8942-8abe-427b-92cf-9ad590ee8863 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:02.602256 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-c8e4a7e2-f274-4028-951d-a6079aca80ce tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:06:02.642468 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-e8049271-44ad-4e3c-8012-d044e37086f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:02.649007 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d8942-8abe-427b-92cf-9ad590ee8863 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Pushing event deleted for resources: {'Port': ['ID=bf9a3207-62ad-4b78-a30f-83d936573403,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:06:02.652131 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-a55d8942-8abe-427b-92cf-9ad590ee8863 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:06:02.756377 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-e0699d09-778a-4a1e-8ac1-93896a864fa3 req-f053375f-3000-419a-becf-4dcbc079641c tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.81 "GET /v2.0/ports?device_id=6df16cf6-a69b-4eb3-91b9-c19f234285c7 HTTP/1.1" status: 200 len: 210 time: 0.0794115 Jun 02 08:06:02.762195 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d22c7a-e15e-422a-b6c4-212b32379807 req-a55d8942-8abe-427b-92cf-9ad590ee8863 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] No DVR routers for this DVR port bf9a3207-62ad-4b78-a30f-83d936573403 on host hv-cinder-78638 {{(pid=91539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 08:06:02.764705 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-56d22c7a-e15e-422a-b6c4-212b32379807 req-a55d8942-8abe-427b-92cf-9ad590ee8863 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:02.779008 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-56d22c7a-e15e-422a-b6c4-212b32379807 req-a55d8942-8abe-427b-92cf-9ad590ee8863 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] 10.222.0.79 "DELETE /v2.0/ports/bf9a3207-62ad-4b78-a30f-83d936573403 HTTP/1.1" status: 204 len: 173 time: 0.6863871 Jun 02 08:06:03.045114 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df16cf6-a69b-4eb3-91b9-c19f234285c7', 'name': 'network-vif-deleted', 'tag': 'bf9a3207-62ad-4b78-a30f-83d936573403'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:06:03.047468 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2aad4e-38db-4f4d-8b66-e15cc8c3f03a" -d '{"events": [{"server_uuid": "6df16cf6-a69b-4eb3-91b9-c19f234285c7", "name": "network-vif-deleted", "tag": "bf9a3207-62ad-4b78-a30f-83d936573403"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:06:03.088913 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62092f9d-e7dd-41f7-9045-82c8870b5a09 x-openstack-request-id: req-62092f9d-e7dd-41f7-9045-82c8870b5a09 {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:06:03.089269 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df16cf6-a69b-4eb3-91b9-c19f234285c7", "name": "network-vif-deleted", "tag": "bf9a3207-62ad-4b78-a30f-83d936573403", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:06:03.089519 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-62092f9d-e7dd-41f7-9045-82c8870b5a09 {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:06:03.089950 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df16cf6-a69b-4eb3-91b9-c19f234285c7', 'name': 'network-vif-deleted', 'tag': 'bf9a3207-62ad-4b78-a30f-83d936573403', 'status': 'completed', 'code': 200} Jun 02 08:06:03.487306 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ad3d5-b43d-47f7-a9bd-ef12f296d263 req-9fc49e06-b3ef-46e8-b54b-f6f774903845 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:06:03.488808 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5c7ad3d5-b43d-47f7-a9bd-ef12f296d263 req-9fc49e06-b3ef-46e8-b54b-f6f774903845 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ea5c9e9-2876-493e-bc32-2d426cf8f4df HTTP/1.1" status: 200 len: 945 time: 0.0959492 Jun 02 08:06:03.542127 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-5c7ad3d5-b43d-47f7-a9bd-ef12f296d263 req-834e740c-d14d-4eed-8791-65aa5d639238 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470390 Jun 02 08:06:04.021208 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:04.454877 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device bf9a3207-62ad-4b78-a30f-83d936573403 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:06:04.490742 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] No Port match for: bf9a3207-62ad-4b78-a30f-83d936573403 {{(pid=91541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 08:06:04.491217 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device bf9a3207-62ad-4b78-a30f-83d936573403 not bound to the agent host hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 08:06:04.731937 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120ac58-b482-4d95-8973-25d37eb0956b req-3659fd16-a05c-42fb-8a5b-f43e9c897d5b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:06:04.733273 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-8120ac58-b482-4d95-8973-25d37eb0956b req-3659fd16-a05c-42fb-8a5b-f43e9c897d5b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ea5c9e9-2876-493e-bc32-2d426cf8f4df HTTP/1.1" status: 200 len: 945 time: 0.0798357 Jun 02 08:06:04.776648 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-8120ac58-b482-4d95-8973-25d37eb0956b req-f11f67cb-ee0c-4905-a857-81446559910c tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379188 Jun 02 08:06:05.367375 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:05.497842 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033269fa-af41-4c95-b900-abda52cc7e68 req-cb35afe3-34de-44d1-bb2f-f3fc05b90ea5 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:06:05.498538 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-033269fa-af41-4c95-b900-abda52cc7e68 req-cb35afe3-34de-44d1-bb2f-f3fc05b90ea5 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Synchronizing usage tracker for tenant:50970b71fa0945c2a57aa1458dfb6255 on resource:port {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:06:05.513757 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-033269fa-af41-4c95-b900-abda52cc7e68 req-cb35afe3-34de-44d1-bb2f-f3fc05b90ea5 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Unset dirty status for tenant:50970b71fa0945c2a57aa1458dfb6255 on resource:port {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:06:05.515197 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-033269fa-af41-4c95-b900-abda52cc7e68 req-cb35afe3-34de-44d1-bb2f-f3fc05b90ea5 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ea5c9e9-2876-493e-bc32-2d426cf8f4df HTTP/1.1" status: 200 len: 945 time: 0.0969059 Jun 02 08:06:05.670460 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [req-033269fa-af41-4c95-b900-abda52cc7e68 req-49fb8b93-0ff7-4c1c-99db-fd76cfe41597 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Deleting port 066cc740-03e2-4e60-991a-231c7dd5253b {{(pid=91539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:06:05.670796 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-033269fa-af41-4c95-b900-abda52cc7e68 req-49fb8b93-0ff7-4c1c-99db-fd76cfe41597 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:05.957998 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-033269fa-af41-4c95-b900-abda52cc7e68 req-49fb8b93-0ff7-4c1c-99db-fd76cfe41597 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] For port 066cc740-03e2-4e60-991a-231c7dd5253b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=066cc740-03e2-4e60-991a-231c7dd5253b,segment=NetworkSegment(bebd13e2-1562-4e95-9093-2b9478c2818f),segment_id=bebd13e2-1562-4e95-9093-2b9478c2818f)] {{(pid=91539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:06:05.958715 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-033269fa-af41-4c95-b900-abda52cc7e68 req-49fb8b93-0ff7-4c1c-99db-fd76cfe41597 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:06.086939 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [req-033269fa-af41-4c95-b900-abda52cc7e68 req-49fb8b93-0ff7-4c1c-99db-fd76cfe41597 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Calling delete_port for 066cc740-03e2-4e60-991a-231c7dd5253b owned by compute:nova {{(pid=91539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:06:06.127054 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4aa03f-4f2b-432b-955f-097a1904b88e req-3d1b15fd-162b-4478-8f18-019d2e4473c8 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:06:06.128794 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-df4aa03f-4f2b-432b-955f-097a1904b88e req-3d1b15fd-162b-4478-8f18-019d2e4473c8 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ea5c9e9-2876-493e-bc32-2d426cf8f4df HTTP/1.1" status: 200 len: 945 time: 0.2381613 Jun 02 08:06:06.186512 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-df4aa03f-4f2b-432b-955f-097a1904b88e req-02eb2569-e806-4254-b51d-acbf4d840a6a tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512435 Jun 02 08:06:06.255349 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-033269fa-af41-4c95-b900-abda52cc7e68 req-49fb8b93-0ff7-4c1c-99db-fd76cfe41597 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:06.261432 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-277937ef-7fc7-4bcf-a095-66a7ddcde933 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:06:06.271390 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['a1a57c89-d647-424e-90c7-725b62c69694', '9d136a67-643c-43e8-b6bf-c26ec17647a0', '066cc740-03e2-4e60-991a-231c7dd5253b'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 08:06:06.305879 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb8b93-0ff7-4c1c-99db-fd76cfe41597 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Pushing event deleted for resources: {'Port': ['ID=066cc740-03e2-4e60-991a-231c7dd5253b,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:06:06.340715 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-49fb8b93-0ff7-4c1c-99db-fd76cfe41597 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:06:06.378815 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [req-033269fa-af41-4c95-b900-abda52cc7e68 req-49fb8b93-0ff7-4c1c-99db-fd76cfe41597 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] No DVR routers for this DVR port 066cc740-03e2-4e60-991a-231c7dd5253b on host hv-cinder-78638 {{(pid=91539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 08:06:06.381130 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-033269fa-af41-4c95-b900-abda52cc7e68 req-49fb8b93-0ff7-4c1c-99db-fd76cfe41597 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:06.383606 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea5c9e9-2876-493e-bc32-2d426cf8f4df', 'name': 'network-vif-deleted', 'tag': '066cc740-03e2-4e60-991a-231c7dd5253b'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:06:06.386587 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a03922e-d536-43a3-b288-a65163d4cc50" -d '{"events": [{"server_uuid": "4ea5c9e9-2876-493e-bc32-2d426cf8f4df", "name": "network-vif-deleted", "tag": "066cc740-03e2-4e60-991a-231c7dd5253b"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:06:06.401867 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-033269fa-af41-4c95-b900-abda52cc7e68 req-49fb8b93-0ff7-4c1c-99db-fd76cfe41597 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.79 "DELETE /v2.0/ports/066cc740-03e2-4e60-991a-231c7dd5253b HTTP/1.1" status: 204 len: 173 time: 0.8768971 Jun 02 08:06:06.438195 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba4599d-a7c6-4b65-8bfd-c0a74dfb0e90 x-openstack-request-id: req-4ba4599d-a7c6-4b65-8bfd-c0a74dfb0e90 {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:06:06.438594 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea5c9e9-2876-493e-bc32-2d426cf8f4df", "name": "network-vif-deleted", "tag": "066cc740-03e2-4e60-991a-231c7dd5253b", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:06:06.439031 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4ba4599d-a7c6-4b65-8bfd-c0a74dfb0e90 {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:06:06.440015 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea5c9e9-2876-493e-bc32-2d426cf8f4df', 'name': 'network-vif-deleted', 'tag': '066cc740-03e2-4e60-991a-231c7dd5253b', 'status': 'completed', 'code': 200} Jun 02 08:06:07.654088 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60d1f4-b30b-42dd-add2-47e94fdedf9f req-69e52314-22c0-44e7-bf44-0ed7047f7299 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:06:07.654930 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-2c60d1f4-b30b-42dd-add2-47e94fdedf9f req-69e52314-22c0-44e7-bf44-0ed7047f7299 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Synchronizing usage tracker for tenant:50970b71fa0945c2a57aa1458dfb6255 on resource:port {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:06:07.670262 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-2c60d1f4-b30b-42dd-add2-47e94fdedf9f req-69e52314-22c0-44e7-bf44-0ed7047f7299 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Unset dirty status for tenant:50970b71fa0945c2a57aa1458dfb6255 on resource:port {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:06:07.671396 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-2c60d1f4-b30b-42dd-add2-47e94fdedf9f req-69e52314-22c0-44e7-bf44-0ed7047f7299 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3cbce56-96da-41d6-a64f-6a6b63f388b4 HTTP/1.1" status: 200 len: 946 time: 0.0979319 Jun 02 08:06:07.720833 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-2c60d1f4-b30b-42dd-add2-47e94fdedf9f req-c8b89c43-af2a-43c2-9fa5-3aa775ad3b65 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435252 Jun 02 08:06:08.915131 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f37aa3-898c-4a32-aca0-7f62c34e18e6 req-b6e9d6c1-7fd7-41af-8c87-3f7f8c6c4a55 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:06:08.917163 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-38f37aa3-898c-4a32-aca0-7f62c34e18e6 req-b6e9d6c1-7fd7-41af-8c87-3f7f8c6c4a55 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3cbce56-96da-41d6-a64f-6a6b63f388b4 HTTP/1.1" status: 200 len: 946 time: 0.0835066 Jun 02 08:06:08.960787 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-38f37aa3-898c-4a32-aca0-7f62c34e18e6 req-f8e5e504-71b4-4643-9a9c-b9e7afa8190b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378120 Jun 02 08:06:09.137014 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78de5a-06e3-4d3b-8fb9-9c64197af5cc req-0e922bb6-8b59-4c3c-bfc7-0cb454b06480 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:06:09.138749 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-4a78de5a-06e3-4d3b-8fb9-9c64197af5cc req-0e922bb6-8b59-4c3c-bfc7-0cb454b06480 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3cbce56-96da-41d6-a64f-6a6b63f388b4 HTTP/1.1" status: 200 len: 946 time: 0.0783541 Jun 02 08:06:09.282822 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [req-4a78de5a-06e3-4d3b-8fb9-9c64197af5cc req-466b75eb-ccb5-4cac-84a1-807748bfc85b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Deleting port 9d136a67-643c-43e8-b6bf-c26ec17647a0 {{(pid=91539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:06:09.283170 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-4a78de5a-06e3-4d3b-8fb9-9c64197af5cc req-466b75eb-ccb5-4cac-84a1-807748bfc85b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:09.417920 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-4a78de5a-06e3-4d3b-8fb9-9c64197af5cc req-466b75eb-ccb5-4cac-84a1-807748bfc85b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] For port 9d136a67-643c-43e8-b6bf-c26ec17647a0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9d136a67-643c-43e8-b6bf-c26ec17647a0,segment=NetworkSegment(bebd13e2-1562-4e95-9093-2b9478c2818f),segment_id=bebd13e2-1562-4e95-9093-2b9478c2818f)] {{(pid=91539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:06:09.418280 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-4a78de5a-06e3-4d3b-8fb9-9c64197af5cc req-466b75eb-ccb5-4cac-84a1-807748bfc85b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:09.543407 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [req-4a78de5a-06e3-4d3b-8fb9-9c64197af5cc req-466b75eb-ccb5-4cac-84a1-807748bfc85b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Calling delete_port for 9d136a67-643c-43e8-b6bf-c26ec17647a0 owned by compute:nova {{(pid=91539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:06:09.656722 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-4a78de5a-06e3-4d3b-8fb9-9c64197af5cc req-466b75eb-ccb5-4cac-84a1-807748bfc85b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:09.662047 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-a55d8942-8abe-427b-92cf-9ad590ee8863 tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:06:09.669463 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['a1a57c89-d647-424e-90c7-725b62c69694', '9d136a67-643c-43e8-b6bf-c26ec17647a0'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 08:06:09.707984 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b75eb-ccb5-4cac-84a1-807748bfc85b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Pushing event deleted for resources: {'Port': ['ID=9d136a67-643c-43e8-b6bf-c26ec17647a0,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:06:09.711070 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-466b75eb-ccb5-4cac-84a1-807748bfc85b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:06:09.784246 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a78de5a-06e3-4d3b-8fb9-9c64197af5cc req-466b75eb-ccb5-4cac-84a1-807748bfc85b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] No DVR routers for this DVR port 9d136a67-643c-43e8-b6bf-c26ec17647a0 on host hv-cinder-78638 {{(pid=91539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 08:06:09.786525 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-4a78de5a-06e3-4d3b-8fb9-9c64197af5cc req-466b75eb-ccb5-4cac-84a1-807748bfc85b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:09.789121 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3cbce56-96da-41d6-a64f-6a6b63f388b4', 'name': 'network-vif-deleted', 'tag': '9d136a67-643c-43e8-b6bf-c26ec17647a0'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:06:09.791538 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c62310-0742-413d-867c-32a3e73e4781" -d '{"events": [{"server_uuid": "c3cbce56-96da-41d6-a64f-6a6b63f388b4", "name": "network-vif-deleted", "tag": "9d136a67-643c-43e8-b6bf-c26ec17647a0"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:06:09.807676 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-4a78de5a-06e3-4d3b-8fb9-9c64197af5cc req-466b75eb-ccb5-4cac-84a1-807748bfc85b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.79 "DELETE /v2.0/ports/9d136a67-643c-43e8-b6bf-c26ec17647a0 HTTP/1.1" status: 204 len: 173 time: 0.6620438 Jun 02 08:06:09.842301 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42042bee-3b33-4c6d-b788-39913fe15535 x-openstack-request-id: req-42042bee-3b33-4c6d-b788-39913fe15535 {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:06:09.842628 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3cbce56-96da-41d6-a64f-6a6b63f388b4", "name": "network-vif-deleted", "tag": "9d136a67-643c-43e8-b6bf-c26ec17647a0", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:06:09.842913 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-42042bee-3b33-4c6d-b788-39913fe15535 {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:06:09.843337 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3cbce56-96da-41d6-a64f-6a6b63f388b4', 'name': 'network-vif-deleted', 'tag': '9d136a67-643c-43e8-b6bf-c26ec17647a0', 'status': 'completed', 'code': 200} Jun 02 08:06:09.864995 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:10.040905 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ec1a2e73-2f7d-465a-ae19-e759cfce18a8 req-c356d1e7-9fea-4f58-b06e-db17a1adbc46 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f6bc2015-7220-4dbb-95fd-8d1f0f7a0847&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729210 Jun 02 08:06:10.146603 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-2a8c44be-7c54-4891-996b-905807b5e189 req-6227e181-5517-4af4-9a60-3e5aa35695fd tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3cbce56-96da-41d6-a64f-6a6b63f388b4 HTTP/1.1" status: 200 len: 210 time: 0.0449336 Jun 02 08:06:10.204516 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a2e73-2f7d-465a-ae19-e759cfce18a8 req-ca411271-f44e-4887-96db-88e5ddf5f2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:06:10.206059 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ec1a2e73-2f7d-465a-ae19-e759cfce18a8 req-ca411271-f44e-4887-96db-88e5ddf5f2dc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=50970b71fa0945c2a57aa1458dfb6255&device_id=f6bc2015-7220-4dbb-95fd-8d1f0f7a0847 HTTP/1.1" status: 200 len: 1098 time: 0.0855837 Jun 02 08:06:10.458461 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a2e73-2f7d-465a-ae19-e759cfce18a8 req-e5cadab3-846d-4a6d-b55b-f4a87c412b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:06:10.460020 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ec1a2e73-2f7d-465a-ae19-e759cfce18a8 req-e5cadab3-846d-4a6d-b55b-f4a87c412b34 service neutron] 10.222.0.79 "GET /v2.0/networks?id=92afa014-7cec-43de-8590-b4c563b74128 HTTP/1.1" status: 200 len: 916 time: 0.2334585 Jun 02 08:06:10.484423 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 066cc740-03e2-4e60-991a-231c7dd5253b no longer exists at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:06:10.518092 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] No Port match for: 066cc740-03e2-4e60-991a-231c7dd5253b {{(pid=91541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 08:06:10.518434 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 066cc740-03e2-4e60-991a-231c7dd5253b not bound to the agent host hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 08:06:10.547419 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ec1a2e73-2f7d-465a-ae19-e759cfce18a8 req-46db6fe0-fde8-49fd-b38f-82f300a3bf95 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1a57c89-d647-424e-90c7-725b62c69694 HTTP/1.1" status: 200 len: 217 time: 0.0754917 Jun 02 08:06:10.613594 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a2e73-2f7d-465a-ae19-e759cfce18a8 req-74401555-734f-4ecf-8c62-815f3878b7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:06:10.615017 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ec1a2e73-2f7d-465a-ae19-e759cfce18a8 req-74401555-734f-4ecf-8c62-815f3878b7da service neutron] 10.222.0.79 "GET /v2.0/subnets?id=afcc30b2-85de-43fe-a83b-974e2f810830 HTTP/1.1" status: 200 len: 855 time: 0.0608420 Jun 02 08:06:10.666926 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ec1a2e73-2f7d-465a-ae19-e759cfce18a8 req-1b62cbe1-2da4-4f31-a7ef-7adb5074039a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=92afa014-7cec-43de-8590-b4c563b74128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385377 Jun 02 08:06:10.797832 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ec1a2e73-2f7d-465a-ae19-e759cfce18a8 req-b3c41e7d-b4c3-494d-a0f3-e9ca719eb017 service neutron] 10.222.0.79 "GET /v2.0/networks/92afa014-7cec-43de-8590-b4c563b74128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212301 Jun 02 08:06:10.929815 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-ec1a2e73-2f7d-465a-ae19-e759cfce18a8 req-4a742d19-1c27-4eb2-8638-e8d18fe2a405 service neutron] 10.222.0.79 "GET /v2.0/networks/92afa014-7cec-43de-8590-b4c563b74128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214411 Jun 02 08:06:12.837562 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6659e-0728-4db4-9f68-d9eef0fb21e1 req-233a968c-7bdf-4be9-8b25-cb641b5bcf22 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:06:12.838287 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-1ca6659e-0728-4db4-9f68-d9eef0fb21e1 req-233a968c-7bdf-4be9-8b25-cb641b5bcf22 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Synchronizing usage tracker for tenant:50970b71fa0945c2a57aa1458dfb6255 on resource:port {{(pid=91539) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 08:06:12.853036 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [req-1ca6659e-0728-4db4-9f68-d9eef0fb21e1 req-233a968c-7bdf-4be9-8b25-cb641b5bcf22 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Unset dirty status for tenant:50970b71fa0945c2a57aa1458dfb6255 on resource:port {{(pid=91539) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 08:06:12.854702 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1ca6659e-0728-4db4-9f68-d9eef0fb21e1 req-233a968c-7bdf-4be9-8b25-cb641b5bcf22 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6bc2015-7220-4dbb-95fd-8d1f0f7a0847 HTTP/1.1" status: 200 len: 945 time: 0.0951638 Jun 02 08:06:12.903989 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-1ca6659e-0728-4db4-9f68-d9eef0fb21e1 req-e1a4f577-58ff-4b30-8c84-9d337898c9e3 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435774 Jun 02 08:06:14.095433 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd7542-3fb5-4bcb-89d5-87681f53130a req-97f881fc-ab04-4aec-b6a7-08bcf1308d22 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:06:14.096972 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-00bd7542-3fb5-4bcb-89d5-87681f53130a req-97f881fc-ab04-4aec-b6a7-08bcf1308d22 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6bc2015-7220-4dbb-95fd-8d1f0f7a0847 HTTP/1.1" status: 200 len: 945 time: 0.0822282 Jun 02 08:06:14.141141 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [req-00bd7542-3fb5-4bcb-89d5-87681f53130a req-1169cb2a-a27b-47f1-9e0f-5f0953ff66a5 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a057cf0-1e79-4c2e-88f7-bcd123595204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386686 Jun 02 08:06:14.517361 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 9d136a67-643c-43e8-b6bf-c26ec17647a0 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:06:14.551919 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] No Port match for: 9d136a67-643c-43e8-b6bf-c26ec17647a0 {{(pid=91541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 08:06:14.552272 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device 9d136a67-643c-43e8-b6bf-c26ec17647a0 not bound to the agent host hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 08:06:14.649523 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3cf882-49e3-47a3-a7c7-a8b0aea6545c req-238d2d19-bd1d-494a-a47e-5eb2808e8b16 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 08:06:14.651593 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-6c3cf882-49e3-47a3-a7c7-a8b0aea6545c req-238d2d19-bd1d-494a-a47e-5eb2808e8b16 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6bc2015-7220-4dbb-95fd-8d1f0f7a0847 HTTP/1.1" status: 200 len: 945 time: 0.0817215 Jun 02 08:06:14.794024 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [req-6c3cf882-49e3-47a3-a7c7-a8b0aea6545c req-76507843-e800-453a-bf5c-49d5a87f535b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Deleting port a1a57c89-d647-424e-90c7-725b62c69694 {{(pid=91539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 08:06:14.794283 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-6c3cf882-49e3-47a3-a7c7-a8b0aea6545c req-76507843-e800-453a-bf5c-49d5a87f535b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746790702686'] for port, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:14.931843 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.db [req-6c3cf882-49e3-47a3-a7c7-a8b0aea6545c req-76507843-e800-453a-bf5c-49d5a87f535b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] For port a1a57c89-d647-424e-90c7-725b62c69694, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a1a57c89-d647-424e-90c7-725b62c69694,segment=NetworkSegment(bebd13e2-1562-4e95-9093-2b9478c2818f),segment_id=bebd13e2-1562-4e95-9093-2b9478c2818f)] {{(pid=91539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 08:06:14.932538 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-6c3cf882-49e3-47a3-a7c7-a8b0aea6545c req-76507843-e800-453a-bf5c-49d5a87f535b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943420'] for port, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:15.053950 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.plugin [req-6c3cf882-49e3-47a3-a7c7-a8b0aea6545c req-76507843-e800-453a-bf5c-49d5a87f535b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Calling delete_port for a1a57c89-d647-424e-90c7-725b62c69694 owned by compute:nova {{(pid=91539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 08:06:15.164619 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-6c3cf882-49e3-47a3-a7c7-a8b0aea6545c req-76507843-e800-453a-bf5c-49d5a87f535b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3847501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746790709176', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746790270455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1806424'] for port, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:15.171220 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-1095442e-bb11-4057-be56-41312ee47aca tempest-VolumesSnapshotTestJSON-226150739 tempest-VolumesSnapshotTestJSON-226150739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:06:15.181312 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.db [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] get_ports_and_sgs() called for port_ids ['a1a57c89-d647-424e-90c7-725b62c69694'] {{(pid=91541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 08:06:15.218969 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76507843-e800-453a-bf5c-49d5a87f535b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Pushing event deleted for resources: {'Port': ['ID=a1a57c89-d647-424e-90c7-725b62c69694,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:06:15.292760 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76507843-e800-453a-bf5c-49d5a87f535b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:06:15.293133 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76507843-e800-453a-bf5c-49d5a87f535b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:06:15.293502 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76507843-e800-453a-bf5c-49d5a87f535b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:06:15.293865 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76507843-e800-453a-bf5c-49d5a87f535b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:06:15.294224 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76507843-e800-453a-bf5c-49d5a87f535b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:06:15.294582 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76507843-e800-453a-bf5c-49d5a87f535b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:06:15.294937 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76507843-e800-453a-bf5c-49d5a87f535b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:06:15.295293 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76507843-e800-453a-bf5c-49d5a87f535b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:06:15.295646 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76507843-e800-453a-bf5c-49d5a87f535b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:06:15.296045 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76507843-e800-453a-bf5c-49d5a87f535b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:06:15.296382 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76507843-e800-453a-bf5c-49d5a87f535b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:06:15.296732 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76507843-e800-453a-bf5c-49d5a87f535b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:06:15.299866 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-76507843-e800-453a-bf5c-49d5a87f535b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:06:15.347968 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-2944dad7-a930-4cdb-9ee0-6905461e384c req-7da14008-4a99-4250-8195-1b903e44fd95 tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6bc2015-7220-4dbb-95fd-8d1f0f7a0847 HTTP/1.1" status: 200 len: 210 time: 0.0844603 Jun 02 08:06:15.348691 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3cf882-49e3-47a3-a7c7-a8b0aea6545c req-76507843-e800-453a-bf5c-49d5a87f535b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] No DVR routers for this DVR port a1a57c89-d647-424e-90c7-725b62c69694 on host hv-cinder-78638 {{(pid=91539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 08:06:15.350991 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [req-6c3cf882-49e3-47a3-a7c7-a8b0aea6545c req-76507843-e800-453a-bf5c-49d5a87f535b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155990'] for port, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:15.353574 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6bc2015-7220-4dbb-95fd-8d1f0f7a0847', 'name': 'network-vif-deleted', 'tag': 'a1a57c89-d647-424e-90c7-725b62c69694'}] {{(pid=91539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 08:06:15.356017 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336ed5fa5266f293362d9465c1f4a4f78bef2fb99397647a28c77d0e667aa426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c82ef67-b5a3-42bc-9de2-8fcd8f9ee0a6" -d '{"events": [{"server_uuid": "f6bc2015-7220-4dbb-95fd-8d1f0f7a0847", "name": "network-vif-deleted", "tag": "a1a57c89-d647-424e-90c7-725b62c69694"}]}' {{(pid=91539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 08:06:15.370274 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [req-6c3cf882-49e3-47a3-a7c7-a8b0aea6545c req-76507843-e800-453a-bf5c-49d5a87f535b tempest-AttachVolumeNegativeTest-1324656169 tempest-AttachVolumeNegativeTest-1324656169-project] 10.222.0.79 "DELETE /v2.0/ports/a1a57c89-d647-424e-90c7-725b62c69694 HTTP/1.1" status: 204 len: 173 time: 0.7103043 Jun 02 08:06:15.399570 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 08:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9b2271-9696-4ca5-a03d-159ab13af001 x-openstack-request-id: req-2d9b2271-9696-4ca5-a03d-159ab13af001 {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 08:06:15.400034 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6bc2015-7220-4dbb-95fd-8d1f0f7a0847", "name": "network-vif-deleted", "tag": "a1a57c89-d647-424e-90c7-725b62c69694", "status": "completed", "code": 200}]} {{(pid=91539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 08:06:15.400318 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2d9b2271-9696-4ca5-a03d-159ab13af001 {{(pid=91539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 08:06:15.400860 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6bc2015-7220-4dbb-95fd-8d1f0f7a0847', 'name': 'network-vif-deleted', 'tag': 'a1a57c89-d647-424e-90c7-725b62c69694', 'status': 'completed', 'code': 200} Jun 02 08:06:16.441768 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 48482) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:06:16.503279 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.db_base_plugin_v2 [None req-197e03ef-0e38-4299-ad72-948f2ea02995 admin admin] Deleting subnet afcc30b2-85de-43fe-a83b-974e2f810830 {{(pid=91539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 08:06:16.506133 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-197e03ef-0e38-4299-ad72-948f2ea02995 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:16.646926 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-197e03ef-0e38-4299-ad72-948f2ea02995 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1809723'] for subnet, precommit_delete_associations {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:16.700679 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-197e03ef-0e38-4299-ad72-948f2ea02995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862327'] for subnet, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:16.953423 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-197e03ef-0e38-4299-ad72-948f2ea02995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1806373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1601809'] for subnet, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:16.958598 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:06:16.995193 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e03ef-0e38-4299-ad72-948f2ea02995 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afcc30b2-85de-43fe-a83b-974e2f810830,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:06:16.998224 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-197e03ef-0e38-4299-ad72-948f2ea02995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:06:16.999187 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-197e03ef-0e38-4299-ad72-948f2ea02995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for subnet, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:17.004867 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-197e03ef-0e38-4299-ad72-948f2ea02995 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/afcc30b2-85de-43fe-a83b-974e2f810830 HTTP/1.1" status: 204 len: 168 time: 0.5621016 Jun 02 08:06:17.007410 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 48490) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:06:17.118490 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-18d642a3-69ad-472b-a1b6-bd8221d5e88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3903172'] for network, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:17.239652 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-18d642a3-69ad-472b-a1b6-bd8221d5e88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3859854', 'neutron.services.segments.db._delete_segments_for_network-8746790623609'] for network, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:17.251944 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.services.segments.db [None req-18d642a3-69ad-472b-a1b6-bd8221d5e88d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92afa014-7cec-43de-8590-b4c563b74128']}} {{(pid=91539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:06:17.267877 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.services.segments.db [None req-18d642a3-69ad-472b-a1b6-bd8221d5e88d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bebd13e2-1562-4e95-9093-2b9478c2818f') {'for_net_delete': True} {{(pid=91539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:06:17.268175 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.services.segments.db [None req-18d642a3-69ad-472b-a1b6-bd8221d5e88d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bebd13e2-1562-4e95-9093-2b9478c2818f') {} {{(pid=91539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:06:17.280175 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-18d642a3-69ad-472b-a1b6-bd8221d5e88d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746790628244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1809714'] for segment, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:17.296119 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-18d642a3-69ad-472b-a1b6-bd8221d5e88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479'] for segment, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:17.302288 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d642a3-69ad-472b-a1b6-bd8221d5e88d admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=91539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 08:06:17.302657 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-18d642a3-69ad-472b-a1b6-bd8221d5e88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1806479'] for segment, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:17.316162 dv-cinder-786385-7-smb neutron-server[91539]: Traceback (most recent call last): Jun 02 08:06:17.316162 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 08:06:17.316162 dv-cinder-786385-7-smb neutron-server[91539]: timer() Jun 02 08:06:17.316162 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 08:06:17.316162 dv-cinder-786385-7-smb neutron-server[91539]: cb(*args, **kw) Jun 02 08:06:17.316162 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 08:06:17.316162 dv-cinder-786385-7-smb neutron-server[91539]: return func(*args, **kwargs) Jun 02 08:06:17.316162 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 08:06:17.316162 dv-cinder-786385-7-smb neutron-server[91539]: self._notify() Jun 02 08:06:17.316162 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 08:06:17.316162 dv-cinder-786385-7-smb neutron-server[91539]: self.callback(batched_events) Jun 02 08:06:17.316162 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 08:06:17.316162 dv-cinder-786385-7-smb neutron-server[91539]: event.method(event) Jun 02 08:06:17.316162 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 08:06:17.316162 dv-cinder-786385-7-smb neutron-server[91539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 08:06:17.316162 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 08:06:17.316162 dv-cinder-786385-7-smb neutron-server[91539]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 08:06:17.316162 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 08:06:17.316162 dv-cinder-786385-7-smb neutron-server[91539]: return f(self, *a, **k) Jun 02 08:06:17.316162 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 08:06:17.316162 dv-cinder-786385-7-smb neutron-server[91539]: return self._get(url).json() Jun 02 08:06:17.316162 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 08:06:17.316162 dv-cinder-786385-7-smb neutron-server[91539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 08:06:17.316162 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 08:06:17.316162 dv-cinder-786385-7-smb neutron-server[91539]: return self.request(url, 'GET', **kwargs) Jun 02 08:06:17.316162 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 08:06:17.316162 dv-cinder-786385-7-smb neutron-server[91539]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 08:06:17.316162 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 08:06:17.316162 dv-cinder-786385-7-smb neutron-server[91539]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 08:06:17.316162 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 08:06:17.316162 dv-cinder-786385-7-smb neutron-server[91539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 08:06:17.316162 dv-cinder-786385-7-smb neutron-server[91539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 08:06:17.387319 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-18d642a3-69ad-472b-a1b6-bd8221d5e88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3859897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-947529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-945717'] for network, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:17.392082 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-18d642a3-69ad-472b-a1b6-bd8221d5e88d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for network, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:17.394809 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-9eb665dd-d53b-4dbb-868f-ef09ddf90c30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:06:17.418745 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d642a3-69ad-472b-a1b6-bd8221d5e88d admin admin] Pushing event deleted for resources: {'Network': ['ID=92afa014-7cec-43de-8590-b4c563b74128,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:06:17.421053 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-18d642a3-69ad-472b-a1b6-bd8221d5e88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:06:17.428086 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-18d642a3-69ad-472b-a1b6-bd8221d5e88d admin admin] 10.222.0.81 "DELETE /v2.0/networks/92afa014-7cec-43de-8590-b4c563b74128 HTTP/1.1" status: 204 len: 168 time: 0.4196486 Jun 02 08:06:17.540625 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 48494) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:06:17.603648 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-13cdf0e0-4a91-4f1a-91e3-f1f13e869e69 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=50970b71fa0945c2a57aa1458dfb6255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0616786 Jun 02 08:06:17.606245 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 48496) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:06:17.663546 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9d6f2bdb-ef3a-480f-a629-75c8cb94fe75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:17.688678 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9d6f2bdb-ef3a-480f-a629-75c8cb94fe75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:17.738916 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9d6f2bdb-ef3a-480f-a629-75c8cb94fe75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:17.743561 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-68ff4a29-092e-477b-8b69-d484a1f80ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:06:17.757929 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f2bdb-ef3a-480f-a629-75c8cb94fe75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a057cf0-1e79-4c2e-88f7-bcd123595204,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:06:17.761360 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-9d6f2bdb-ef3a-480f-a629-75c8cb94fe75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:06:17.766614 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9d6f2bdb-ef3a-480f-a629-75c8cb94fe75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:17.770697 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-9d6f2bdb-ef3a-480f-a629-75c8cb94fe75 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6a057cf0-1e79-4c2e-88f7-bcd123595204 HTTP/1.1" status: 204 len: 168 time: 0.1605952 Jun 02 08:06:18.543248 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device a1a57c89-d647-424e-90c7-725b62c69694 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 08:06:18.578144 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.plugin [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] No Port match for: a1a57c89-d647-424e-90c7-725b62c69694 {{(pid=91541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 08:06:18.578500 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron.plugins.ml2.rpc [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Device a1a57c89-d647-424e-90c7-725b62c69694 not bound to the agent host hv-cinder-78638 {{(pid=91541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 08:06:19.362882 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 48560) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:06:19.485254 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-0b036010-5c60-4633-a21f-1d09a1db5adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:19.498888 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-0b036010-5c60-4633-a21f-1d09a1db5adc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:06:19.502777 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-0b036010-5c60-4633-a21f-1d09a1db5adc admin admin] Usage tracker for resource:security_group_rule and tenant:598d94c081a64b868938f44fc42a7a78 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:06:19.505612 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-0b036010-5c60-4633-a21f-1d09a1db5adc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:06:19.511975 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-0b036010-5c60-4633-a21f-1d09a1db5adc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:06:19.598880 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-0b036010-5c60-4633-a21f-1d09a1db5adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:19.604123 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-0b036010-5c60-4633-a21f-1d09a1db5adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:19.614533 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-befb3025-3061-4113-b95b-90527a89346c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:06:19.664040 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-0b036010-5c60-4633-a21f-1d09a1db5adc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=598d94c081a64b868938f44fc42a7a78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2999218 Jun 02 08:06:19.665109 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b036010-5c60-4633-a21f-1d09a1db5adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e917097a-47a6-4c19-b758-040eff4f1f8e,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:06:19.667246 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 48564) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:06:19.669214 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-0b036010-5c60-4633-a21f-1d09a1db5adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:06:19.726661 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-9f06c7bc-0834-4cce-9e36-8066dc22453f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:19.752439 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-9f06c7bc-0834-4cce-9e36-8066dc22453f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:19.803626 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-9f06c7bc-0834-4cce-9e36-8066dc22453f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:19.808494 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-28f04f8c-9c3e-4611-b73f-3a7e8d626de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:06:19.822297 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06c7bc-0834-4cce-9e36-8066dc22453f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e917097a-47a6-4c19-b758-040eff4f1f8e,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:06:19.825892 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-9f06c7bc-0834-4cce-9e36-8066dc22453f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:06:19.828996 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-9f06c7bc-0834-4cce-9e36-8066dc22453f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:19.830073 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-9f06c7bc-0834-4cce-9e36-8066dc22453f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e917097a-47a6-4c19-b758-040eff4f1f8e HTTP/1.1" status: 204 len: 168 time: 0.1618259 Jun 02 08:06:21.622981 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 48636) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:06:21.737989 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-38106b10-8018-4b56-9d93-6940c6f413fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:21.752273 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-38106b10-8018-4b56-9d93-6940c6f413fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:06:21.756006 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-38106b10-8018-4b56-9d93-6940c6f413fe admin admin] Usage tracker for resource:security_group_rule and tenant:d62e5a8035674d7daa68a14305fdba8b is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:06:21.758711 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-38106b10-8018-4b56-9d93-6940c6f413fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:06:21.764961 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-38106b10-8018-4b56-9d93-6940c6f413fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:06:21.848505 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-38106b10-8018-4b56-9d93-6940c6f413fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:21.852198 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-38106b10-8018-4b56-9d93-6940c6f413fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:21.860599 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-b282228d-5d05-46dc-b66c-d90762c2add1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:06:21.899664 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-38106b10-8018-4b56-9d93-6940c6f413fe admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d62e5a8035674d7daa68a14305fdba8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2750297 Jun 02 08:06:21.901286 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38106b10-8018-4b56-9d93-6940c6f413fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e83f706-c618-46f1-8925-fa89c4896c6f,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:06:21.902320 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 48642) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:06:21.908689 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38106b10-8018-4b56-9d93-6940c6f413fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:06:21.909060 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38106b10-8018-4b56-9d93-6940c6f413fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:06:21.909422 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38106b10-8018-4b56-9d93-6940c6f413fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:06:21.909776 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38106b10-8018-4b56-9d93-6940c6f413fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:06:21.910129 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38106b10-8018-4b56-9d93-6940c6f413fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:06:21.910528 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38106b10-8018-4b56-9d93-6940c6f413fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:06:21.910882 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38106b10-8018-4b56-9d93-6940c6f413fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:06:21.911228 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38106b10-8018-4b56-9d93-6940c6f413fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:06:21.911573 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38106b10-8018-4b56-9d93-6940c6f413fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:06:21.911935 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38106b10-8018-4b56-9d93-6940c6f413fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:06:21.912396 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38106b10-8018-4b56-9d93-6940c6f413fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:06:21.912663 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38106b10-8018-4b56-9d93-6940c6f413fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:06:21.916932 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-38106b10-8018-4b56-9d93-6940c6f413fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:06:21.966937 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-c0152ddd-396a-4ba2-a4ff-2e6811334fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:21.992243 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-c0152ddd-396a-4ba2-a4ff-2e6811334fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:22.048275 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-c0152ddd-396a-4ba2-a4ff-2e6811334fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:22.052008 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-a56e1675-96ba-4f66-8b9a-d588a5446ddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:06:22.064832 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0152ddd-396a-4ba2-a4ff-2e6811334fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e83f706-c618-46f1-8925-fa89c4896c6f,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:06:22.067377 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-c0152ddd-396a-4ba2-a4ff-2e6811334fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:06:22.075345 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-c0152ddd-396a-4ba2-a4ff-2e6811334fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:22.077170 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-c0152ddd-396a-4ba2-a4ff-2e6811334fe9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8e83f706-c618-46f1-8925-fa89c4896c6f HTTP/1.1" status: 204 len: 168 time: 0.1738222 Jun 02 08:06:22.360562 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 48652) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:06:22.380848 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-919b27bc-0be4-4f16-aa30-abc5ccab8dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:22.395066 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-919b27bc-0be4-4f16-aa30-abc5ccab8dba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:06:22.398791 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-919b27bc-0be4-4f16-aa30-abc5ccab8dba admin admin] Usage tracker for resource:security_group_rule and tenant:8b998e863c2a468189d6df2b8c9cfab2 is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:06:22.402198 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-919b27bc-0be4-4f16-aa30-abc5ccab8dba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:06:22.407794 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-919b27bc-0be4-4f16-aa30-abc5ccab8dba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:06:22.490696 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-919b27bc-0be4-4f16-aa30-abc5ccab8dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:22.495461 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-919b27bc-0be4-4f16-aa30-abc5ccab8dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:22.502388 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-ed54bacf-0ecd-4f27-bf5d-c6a65b38f9f4 tempest-AttachVolumeShelveTestJSON-1541401910 tempest-AttachVolumeShelveTestJSON-1541401910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:06:22.541846 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b27bc-0be4-4f16-aa30-abc5ccab8dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ec5a47-ca7f-4912-8ddd-8ae9877fd1c0,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:06:22.546151 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-919b27bc-0be4-4f16-aa30-abc5ccab8dba admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8b998e863c2a468189d6df2b8c9cfab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1845839 Jun 02 08:06:22.547059 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-919b27bc-0be4-4f16-aa30-abc5ccab8dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:06:22.548706 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 48654) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:06:22.604751 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-bd145009-5d08-4727-b66d-00fac3759a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:22.629034 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-bd145009-5d08-4727-b66d-00fac3759a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:22.684189 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-bd145009-5d08-4727-b66d-00fac3759a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:22.688812 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-04f624eb-814d-4008-859b-ad3c5edfc0e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:06:22.699999 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd145009-5d08-4727-b66d-00fac3759a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ec5a47-ca7f-4912-8ddd-8ae9877fd1c0,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:06:22.702780 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-bd145009-5d08-4727-b66d-00fac3759a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:06:22.704662 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-bd145009-5d08-4727-b66d-00fac3759a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:22.705738 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-bd145009-5d08-4727-b66d-00fac3759a13 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/76ec5a47-ca7f-4912-8ddd-8ae9877fd1c0 HTTP/1.1" status: 204 len: 168 time: 0.1561630 Jun 02 08:06:23.187299 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 48670) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:06:23.245623 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eaf0e8d-404d-4902-883b-93243b6a6123 admin admin] Deleting subnet f99a7d40-ab3d-4d1e-8b5c-a1c4826c051f {{(pid=91539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 08:06:23.248556 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9eaf0e8d-404d-4902-883b-93243b6a6123 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:23.296679 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9eaf0e8d-404d-4902-883b-93243b6a6123 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1809723'] for subnet, precommit_delete_associations {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:23.354773 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9eaf0e8d-404d-4902-883b-93243b6a6123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3862327'] for subnet, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:23.610144 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9eaf0e8d-404d-4902-883b-93243b6a6123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3862334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1806373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1601809'] for subnet, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:23.614477 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:06:23.651245 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf0e8d-404d-4902-883b-93243b6a6123 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f99a7d40-ab3d-4d1e-8b5c-a1c4826c051f,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:06:23.653427 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-9eaf0e8d-404d-4902-883b-93243b6a6123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for subnet, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:23.658576 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-9eaf0e8d-404d-4902-883b-93243b6a6123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:06:23.660074 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-9eaf0e8d-404d-4902-883b-93243b6a6123 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f99a7d40-ab3d-4d1e-8b5c-a1c4826c051f HTTP/1.1" status: 204 len: 168 time: 0.4717526 Jun 02 08:06:23.662667 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 48684) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:06:23.865270 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5f35a190-66ec-4e3f-8bec-98fea9376486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3903172'] for network, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:23.987080 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5f35a190-66ec-4e3f-8bec-98fea9376486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3859854', 'neutron.services.segments.db._delete_segments_for_network-8746790623609'] for network, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:23.999699 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.services.segments.db [None req-5f35a190-66ec-4e3f-8bec-98fea9376486 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02a057d3-74ef-412a-9cb0-07a0f3eaad4c']}} {{(pid=91539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:06:24.012179 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.services.segments.db [None req-5f35a190-66ec-4e3f-8bec-98fea9376486 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33166b58-e24b-4288-b32d-0e56c81d4ca9') {'for_net_delete': True} {{(pid=91539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:06:24.012474 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.services.segments.db [None req-5f35a190-66ec-4e3f-8bec-98fea9376486 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33166b58-e24b-4288-b32d-0e56c81d4ca9') {} {{(pid=91539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 08:06:24.023684 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5f35a190-66ec-4e3f-8bec-98fea9376486 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746790628244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1809714'] for segment, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:24.039743 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5f35a190-66ec-4e3f-8bec-98fea9376486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479'] for segment, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:24.046150 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f35a190-66ec-4e3f-8bec-98fea9376486 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=91539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 08:06:24.046526 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5f35a190-66ec-4e3f-8bec-98fea9376486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3862479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1806479'] for segment, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:24.060254 dv-cinder-786385-7-smb neutron-server[91539]: Traceback (most recent call last): Jun 02 08:06:24.060254 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 08:06:24.060254 dv-cinder-786385-7-smb neutron-server[91539]: timer() Jun 02 08:06:24.060254 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 08:06:24.060254 dv-cinder-786385-7-smb neutron-server[91539]: cb(*args, **kw) Jun 02 08:06:24.060254 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 08:06:24.060254 dv-cinder-786385-7-smb neutron-server[91539]: return func(*args, **kwargs) Jun 02 08:06:24.060254 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 08:06:24.060254 dv-cinder-786385-7-smb neutron-server[91539]: self._notify() Jun 02 08:06:24.060254 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 08:06:24.060254 dv-cinder-786385-7-smb neutron-server[91539]: self.callback(batched_events) Jun 02 08:06:24.060254 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 08:06:24.060254 dv-cinder-786385-7-smb neutron-server[91539]: event.method(event) Jun 02 08:06:24.060254 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 08:06:24.060254 dv-cinder-786385-7-smb neutron-server[91539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 08:06:24.060254 dv-cinder-786385-7-smb neutron-server[91539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 08:06:24.060254 dv-cinder-786385-7-smb neutron-server[91539]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 08:06:24.060254 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 08:06:24.060254 dv-cinder-786385-7-smb neutron-server[91539]: return f(self, *a, **k) Jun 02 08:06:24.060254 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 08:06:24.060254 dv-cinder-786385-7-smb neutron-server[91539]: return self._get(url).json() Jun 02 08:06:24.060254 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 08:06:24.060254 dv-cinder-786385-7-smb neutron-server[91539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 08:06:24.060254 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 08:06:24.060254 dv-cinder-786385-7-smb neutron-server[91539]: return self.request(url, 'GET', **kwargs) Jun 02 08:06:24.060254 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 08:06:24.060254 dv-cinder-786385-7-smb neutron-server[91539]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 08:06:24.060254 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 08:06:24.060254 dv-cinder-786385-7-smb neutron-server[91539]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 08:06:24.060254 dv-cinder-786385-7-smb neutron-server[91539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 08:06:24.060254 dv-cinder-786385-7-smb neutron-server[91539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 08:06:24.060254 dv-cinder-786385-7-smb neutron-server[91539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 08:06:24.136179 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5f35a190-66ec-4e3f-8bec-98fea9376486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3859897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-947529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-945717'] for network, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:24.139802 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:06:24.154887 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-5f35a190-66ec-4e3f-8bec-98fea9376486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536147'] for network, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:24.162874 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35a190-66ec-4e3f-8bec-98fea9376486 admin admin] Pushing event deleted for resources: {'Network': ['ID=02a057d3-74ef-412a-9cb0-07a0f3eaad4c,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:06:24.166396 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-5f35a190-66ec-4e3f-8bec-98fea9376486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:06:24.171584 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-5f35a190-66ec-4e3f-8bec-98fea9376486 admin admin] 10.222.0.81 "DELETE /v2.0/networks/02a057d3-74ef-412a-9cb0-07a0f3eaad4c HTTP/1.1" status: 204 len: 168 time: 0.5079587 Jun 02 08:06:24.346195 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 48708) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:06:24.397501 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-267cc610-abce-4ea2-8338-de356ef477eb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c8364ee4b6c44054af5d3fe75c8470a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478184 Jun 02 08:06:24.397769 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 48710) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:06:24.467636 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-b33e70d5-21cc-4c89-b893-5d29c3f0a2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:24.494786 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-b33e70d5-21cc-4c89-b893-5d29c3f0a2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:24.551462 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-b33e70d5-21cc-4c89-b893-5d29c3f0a2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:24.556201 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-2097a092-e6e1-450b-b65b-1fe086efdec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:06:24.569411 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e70d5-21cc-4c89-b893-5d29c3f0a2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f1ba0a-cfb6-42d6-bff5-62ea302242a5,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:06:24.572782 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-b33e70d5-21cc-4c89-b893-5d29c3f0a2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:06:24.579705 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-b33e70d5-21cc-4c89-b893-5d29c3f0a2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:24.580908 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-b33e70d5-21cc-4c89-b893-5d29c3f0a2b6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/42f1ba0a-cfb6-42d6-bff5-62ea302242a5 HTTP/1.1" status: 204 len: 168 time: 0.1821387 Jun 02 08:06:29.944145 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-47bf2024-c63c-4bcd-ae0c-3c2aca58ec59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:31.235739 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 48788) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:06:31.352933 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-9047c3b5-1673-403e-b8e5-e1c95842190a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:31.366663 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-9047c3b5-1673-403e-b8e5-e1c95842190a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:06:31.370333 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-9047c3b5-1673-403e-b8e5-e1c95842190a admin admin] Usage tracker for resource:security_group_rule and tenant:2391130086304d5b8fd255bbd87ab634 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:06:31.373045 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-9047c3b5-1673-403e-b8e5-e1c95842190a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:06:31.378562 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-9047c3b5-1673-403e-b8e5-e1c95842190a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:06:31.456722 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-9047c3b5-1673-403e-b8e5-e1c95842190a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:31.460408 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-9047c3b5-1673-403e-b8e5-e1c95842190a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:31.472112 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-0e93f57d-45d0-44b8-8382-8e840e878b97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:06:31.510584 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-9047c3b5-1673-403e-b8e5-e1c95842190a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2391130086304d5b8fd255bbd87ab634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2736652 Jun 02 08:06:31.512158 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047c3b5-1673-403e-b8e5-e1c95842190a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcaf625a-e0ed-4840-9ab5-54cec757ce99,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:06:31.513403 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 48792) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:06:31.515167 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-9047c3b5-1673-403e-b8e5-e1c95842190a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:06:31.573425 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-a6706c43-bf61-4c5c-a90c-00b6143ee8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:31.598360 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-a6706c43-bf61-4c5c-a90c-00b6143ee8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:31.650305 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-a6706c43-bf61-4c5c-a90c-00b6143ee8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:31.655174 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-a51f4492-97c8-49e8-bf1c-f793bd667942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:06:31.667958 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6706c43-bf61-4c5c-a90c-00b6143ee8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcaf625a-e0ed-4840-9ab5-54cec757ce99,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:06:31.670325 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-a6706c43-bf61-4c5c-a90c-00b6143ee8dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:06:31.672445 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-a6706c43-bf61-4c5c-a90c-00b6143ee8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:31.676274 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-a6706c43-bf61-4c5c-a90c-00b6143ee8dc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bcaf625a-e0ed-4840-9ab5-54cec757ce99 HTTP/1.1" status: 204 len: 168 time: 0.1610427 Jun 02 08:06:31.947388 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 48798) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:06:31.964331 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-da03990d-34f9-4ce7-bcae-1805c8b94cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:31.978777 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-da03990d-34f9-4ce7-bcae-1805c8b94cd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:06:31.982782 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-da03990d-34f9-4ce7-bcae-1805c8b94cd0 admin admin] Usage tracker for resource:security_group_rule and tenant:72be96b3c0514fbc9ffd307048eba315 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:06:31.985601 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-da03990d-34f9-4ce7-bcae-1805c8b94cd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:06:31.991345 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-da03990d-34f9-4ce7-bcae-1805c8b94cd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:06:32.070398 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-da03990d-34f9-4ce7-bcae-1805c8b94cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:32.073967 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-da03990d-34f9-4ce7-bcae-1805c8b94cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:32.080778 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-3be31f2f-65d9-4699-9bb8-298f7dc25133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:06:32.118548 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da03990d-34f9-4ce7-bcae-1805c8b94cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbfe408-aae2-4d72-aff1-487710a6ae57,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:06:32.123288 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-da03990d-34f9-4ce7-bcae-1805c8b94cd0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=72be96b3c0514fbc9ffd307048eba315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1747534 Jun 02 08:06:32.124221 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-da03990d-34f9-4ce7-bcae-1805c8b94cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:06:32.125932 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 48800) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:06:32.186692 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-cebaaf71-c8dd-476b-a771-26eef0030e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:32.211575 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-cebaaf71-c8dd-476b-a771-26eef0030e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:32.262151 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-cebaaf71-c8dd-476b-a771-26eef0030e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:32.266653 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-b7a4ce79-2c68-4baa-86aa-dcd81edb1759 tempest-AttachVolumeTestJSON-516483619 tempest-AttachVolumeTestJSON-516483619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:06:32.280511 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebaaf71-c8dd-476b-a771-26eef0030e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbfe408-aae2-4d72-aff1-487710a6ae57,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:06:32.284212 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-cebaaf71-c8dd-476b-a771-26eef0030e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:06:32.292089 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-cebaaf71-c8dd-476b-a771-26eef0030e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:32.293165 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-cebaaf71-c8dd-476b-a771-26eef0030e95 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cdbfe408-aae2-4d72-aff1-487710a6ae57 HTTP/1.1" status: 204 len: 168 time: 0.1663597 Jun 02 08:06:32.386150 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:32.643914 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-b244f0df-3a0b-411b-8ddb-d7f38ae459f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:34.024655 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:35.369208 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:38.221762 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.agents_db [None req-10acdd10-972e-4945-a856-8243e035fc02 None None] Agent healthcheck: found 6 active agents {{(pid=91542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 08:06:38.730645 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 48882) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:06:38.847270 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-730efe9b-ae35-4d79-a74e-a5f55ab40fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:38.861848 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-730efe9b-ae35-4d79-a74e-a5f55ab40fa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:06:38.865697 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-730efe9b-ae35-4d79-a74e-a5f55ab40fa6 admin admin] Usage tracker for resource:security_group_rule and tenant:f656a0de2fe44c819fdb64dedd48a10d is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:06:38.868459 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-730efe9b-ae35-4d79-a74e-a5f55ab40fa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:06:38.874864 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-730efe9b-ae35-4d79-a74e-a5f55ab40fa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:06:38.959135 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-730efe9b-ae35-4d79-a74e-a5f55ab40fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:38.962897 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-730efe9b-ae35-4d79-a74e-a5f55ab40fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:38.970687 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-bd145009-5d08-4727-b66d-00fac3759a13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:06:39.011602 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-730efe9b-ae35-4d79-a74e-a5f55ab40fa6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f656a0de2fe44c819fdb64dedd48a10d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2798359 Jun 02 08:06:39.012610 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730efe9b-ae35-4d79-a74e-a5f55ab40fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca53014-2b08-4aef-93b3-162f7a89599c,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:06:39.014166 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 48886) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:06:39.015910 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-730efe9b-ae35-4d79-a74e-a5f55ab40fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:06:39.070902 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-5ca88f5c-f2da-4da9-9938-9f5b961cc696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:39.095716 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-5ca88f5c-f2da-4da9-9938-9f5b961cc696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:39.145593 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-5ca88f5c-f2da-4da9-9938-9f5b961cc696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:39.149142 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-07df2083-ff4b-4527-b75b-7853fd321efc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:06:39.161890 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca88f5c-f2da-4da9-9938-9f5b961cc696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca53014-2b08-4aef-93b3-162f7a89599c,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:06:39.164702 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-5ca88f5c-f2da-4da9-9938-9f5b961cc696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:06:39.167275 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-5ca88f5c-f2da-4da9-9938-9f5b961cc696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:39.168389 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-5ca88f5c-f2da-4da9-9938-9f5b961cc696 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3ca53014-2b08-4aef-93b3-162f7a89599c HTTP/1.1" status: 204 len: 168 time: 0.1531591 Jun 02 08:06:39.443691 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 48892) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:06:39.461421 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-4b14c5ca-8b93-443b-99f3-6745806ed9f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:39.475841 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-4b14c5ca-8b93-443b-99f3-6745806ed9f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:06:39.479924 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-4b14c5ca-8b93-443b-99f3-6745806ed9f4 admin admin] Usage tracker for resource:security_group_rule and tenant:99f754a9ac3544c4b44b87d3a26c549a is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:06:39.482754 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-4b14c5ca-8b93-443b-99f3-6745806ed9f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:06:39.488421 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-4b14c5ca-8b93-443b-99f3-6745806ed9f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:06:39.568604 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-4b14c5ca-8b93-443b-99f3-6745806ed9f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:39.574671 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-4b14c5ca-8b93-443b-99f3-6745806ed9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:39.581662 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-716f481b-51ac-481c-ad19-41d5ed801faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:06:39.623615 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-4b14c5ca-8b93-443b-99f3-6745806ed9f4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=99f754a9ac3544c4b44b87d3a26c549a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1788547 Jun 02 08:06:39.624523 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14c5ca-8b93-443b-99f3-6745806ed9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250c746b-ee4b-4182-a697-1b86fc16ee94,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:06:39.626351 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 48894) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:06:39.627380 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-4b14c5ca-8b93-443b-99f3-6745806ed9f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:06:39.687864 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-738cc214-d5cb-4dc0-b263-dec176d93c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:39.712636 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-738cc214-d5cb-4dc0-b263-dec176d93c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:39.763802 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-738cc214-d5cb-4dc0-b263-dec176d93c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:39.768451 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-abc43154-2982-4b04-926d-7cdebf808257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:06:39.781717 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738cc214-d5cb-4dc0-b263-dec176d93c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250c746b-ee4b-4182-a697-1b86fc16ee94,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:06:39.784498 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-738cc214-d5cb-4dc0-b263-dec176d93c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:06:39.785414 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-738cc214-d5cb-4dc0-b263-dec176d93c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:39.786750 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-738cc214-d5cb-4dc0-b263-dec176d93c1f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/250c746b-ee4b-4182-a697-1b86fc16ee94 HTTP/1.1" status: 204 len: 168 time: 0.1591723 Jun 02 08:06:39.871768 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:45.359809 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 48992) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:06:45.481166 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-779af9c1-d2ce-4c3c-a910-4006c85229b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:45.499844 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-779af9c1-d2ce-4c3c-a910-4006c85229b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:06:45.503565 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-779af9c1-d2ce-4c3c-a910-4006c85229b1 admin admin] Usage tracker for resource:security_group_rule and tenant:5460a6801bff42bcbc042f25f5b120db is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:06:45.506356 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-779af9c1-d2ce-4c3c-a910-4006c85229b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:06:45.512256 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-779af9c1-d2ce-4c3c-a910-4006c85229b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:06:45.593483 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-779af9c1-d2ce-4c3c-a910-4006c85229b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:45.598199 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-779af9c1-d2ce-4c3c-a910-4006c85229b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:45.605446 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-b33e70d5-21cc-4c89-b893-5d29c3f0a2b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:06:45.645036 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-779af9c1-d2ce-4c3c-a910-4006c85229b1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5460a6801bff42bcbc042f25f5b120db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2839141 Jun 02 08:06:45.645940 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779af9c1-d2ce-4c3c-a910-4006c85229b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e853ed-b2c6-4c26-a037-97c7c359c9e4,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:06:45.647689 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 48996) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:06:45.648936 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-779af9c1-d2ce-4c3c-a910-4006c85229b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:06:45.706051 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-66119273-ff01-4952-a2bc-ddd5726ad386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:45.731795 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-66119273-ff01-4952-a2bc-ddd5726ad386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:45.785244 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-66119273-ff01-4952-a2bc-ddd5726ad386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:45.789073 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-4c6ab614-51c7-4d5c-a9c7-c13f9f89b854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:06:45.800941 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66119273-ff01-4952-a2bc-ddd5726ad386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e853ed-b2c6-4c26-a037-97c7c359c9e4,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:06:45.803160 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-66119273-ff01-4952-a2bc-ddd5726ad386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:06:45.808668 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-66119273-ff01-4952-a2bc-ddd5726ad386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:45.809424 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-66119273-ff01-4952-a2bc-ddd5726ad386 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/97e853ed-b2c6-4c26-a037-97c7c359c9e4 HTTP/1.1" status: 204 len: 168 time: 0.1607258 Jun 02 08:06:46.080754 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 49002) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:06:46.097903 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-592f3d14-99ca-4280-a747-7b8ecf48a256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:46.111646 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-592f3d14-99ca-4280-a747-7b8ecf48a256 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:06:46.115386 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-592f3d14-99ca-4280-a747-7b8ecf48a256 admin admin] Usage tracker for resource:security_group_rule and tenant:732d13a2619c43a79cbff4a0902de45f is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:06:46.118133 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-592f3d14-99ca-4280-a747-7b8ecf48a256 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:06:46.123721 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-592f3d14-99ca-4280-a747-7b8ecf48a256 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:06:46.202960 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-592f3d14-99ca-4280-a747-7b8ecf48a256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:46.206793 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-592f3d14-99ca-4280-a747-7b8ecf48a256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:46.216374 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-b85dcadc-d6a8-4b35-9466-3c5da78f310b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:06:46.254874 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-592f3d14-99ca-4280-a747-7b8ecf48a256 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=732d13a2619c43a79cbff4a0902de45f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1728246 Jun 02 08:06:46.255684 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f3d14-99ca-4280-a747-7b8ecf48a256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7cbb32-f624-408f-a841-70bc610b692f,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:06:46.257483 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 49004) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:06:46.258802 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-592f3d14-99ca-4280-a747-7b8ecf48a256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:06:46.317776 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-73ae1a9c-6192-4827-9ae0-c1b8b3827ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:46.343491 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-73ae1a9c-6192-4827-9ae0-c1b8b3827ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:46.393832 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-73ae1a9c-6192-4827-9ae0-c1b8b3827ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:46.398835 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-919b27bc-0be4-4f16-aa30-abc5ccab8dba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:06:46.415038 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae1a9c-6192-4827-9ae0-c1b8b3827ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7cbb32-f624-408f-a841-70bc610b692f,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:06:46.418828 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-73ae1a9c-6192-4827-9ae0-c1b8b3827ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:06:46.430674 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-73ae1a9c-6192-4827-9ae0-c1b8b3827ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:46.433313 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-73ae1a9c-6192-4827-9ae0-c1b8b3827ac4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4b7cbb32-f624-408f-a841-70bc610b692f HTTP/1.1" status: 204 len: 168 time: 0.1731000 Jun 02 08:06:46.771796 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 49010) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:06:46.788343 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-8364cc1d-c78c-4dde-ad29-aa9728948b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:46.803232 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-8364cc1d-c78c-4dde-ad29-aa9728948b17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:06:46.807223 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-8364cc1d-c78c-4dde-ad29-aa9728948b17 admin admin] Usage tracker for resource:security_group_rule and tenant:c994eb94c5d24a05a6545b565424e7e3 is out of sync, need to count used quota {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:06:46.810835 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.quota.resource [None req-8364cc1d-c78c-4dde-ad29-aa9728948b17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:06:46.816415 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.db.quota.driver [None req-8364cc1d-c78c-4dde-ad29-aa9728948b17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:06:46.903732 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-8364cc1d-c78c-4dde-ad29-aa9728948b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:46.907422 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-8364cc1d-c78c-4dde-ad29-aa9728948b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:46.915512 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-cebaaf71-c8dd-476b-a771-26eef0030e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:06:46.954883 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-8364cc1d-c78c-4dde-ad29-aa9728948b17 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c994eb94c5d24a05a6545b565424e7e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1819992 Jun 02 08:06:46.955778 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8364cc1d-c78c-4dde-ad29-aa9728948b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be313799-7f0d-4f93-b911-95848ab557cb,revision_number=1']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:06:46.957719 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 49012) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:06:46.958689 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-8364cc1d-c78c-4dde-ad29-aa9728948b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:06:47.016108 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ff4ce434-d0e2-4fd8-a019-897e83e23c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:47.042574 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ff4ce434-d0e2-4fd8-a019-897e83e23c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:47.092562 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ff4ce434-d0e2-4fd8-a019-897e83e23c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:47.097091 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-9d6f2bdb-ef3a-480f-a629-75c8cb94fe75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:06:47.109879 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ce434-d0e2-4fd8-a019-897e83e23c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be313799-7f0d-4f93-b911-95848ab557cb,revision_number=None']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:06:47.112657 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-ff4ce434-d0e2-4fd8-a019-897e83e23c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:06:47.113561 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-ff4ce434-d0e2-4fd8-a019-897e83e23c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:06:47.114647 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-ff4ce434-d0e2-4fd8-a019-897e83e23c86 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/be313799-7f0d-4f93-b911-95848ab557cb HTTP/1.1" status: 204 len: 168 time: 0.1561542 Jun 02 08:06:59.946891 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-b4c317cf-fd5f-44b4-90c8-62927445ef9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:07:02.388364 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:07:02.644675 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-98369a74-6332-49e9-8688-9a83b0e3c861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:07:04.026448 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:07:05.373169 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:07:09.871722 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:07:15.110131 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.wsgi [-] (91539) accepted ('10.222.0.81', 49194) {{(pid=91539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:07:15.220423 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.agents_db [None req-10acdd10-972e-4945-a856-8243e035fc02 None None] Agent healthcheck: found 6 active agents {{(pid=91542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 08:07:15.223239 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-21ebf810-d396-4bc8-b4a7-7559399b42ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:07:15.237658 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-21ebf810-d396-4bc8-b4a7-7559399b42ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 08:07:15.241388 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-21ebf810-d396-4bc8-b4a7-7559399b42ef admin admin] Usage tracker for resource:security_group_rule and tenant:ee0587d3333d46e8a362b8ae8c74608e is out of sync, need to count used quota {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 08:07:15.244131 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.quota.resource [None req-21ebf810-d396-4bc8-b4a7-7559399b42ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91539) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 08:07:15.250356 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.db.quota.driver [None req-21ebf810-d396-4bc8-b4a7-7559399b42ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91539) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 08:07:15.329894 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-21ebf810-d396-4bc8-b4a7-7559399b42ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:07:15.333338 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron_lib.callbacks.manager [None req-21ebf810-d396-4bc8-b4a7-7559399b42ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_create {{(pid=91539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:07:15.345449 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-ae4eb5fb-1811-46bc-bb2b-29b7a6926c92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:07:15.383385 dv-cinder-786385-7-smb neutron-server[91539]: INFO neutron.wsgi [None req-21ebf810-d396-4bc8-b4a7-7559399b42ef admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ee0587d3333d46e8a362b8ae8c74608e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2722061 Jun 02 08:07:15.384961 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ebf810-d396-4bc8-b4a7-7559399b42ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b737dd0-ea68-4fe6-adef-7ed047f84da8,revision_number=1']} {{(pid=91539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:07:15.386144 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.wsgi [-] (91540) accepted ('10.222.0.81', 49198) {{(pid=91540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 08:07:15.392280 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebf810-d396-4bc8-b4a7-7559399b42ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:07:15.392657 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebf810-d396-4bc8-b4a7-7559399b42ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:07:15.393029 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebf810-d396-4bc8-b4a7-7559399b42ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:07:15.393391 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebf810-d396-4bc8-b4a7-7559399b42ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:07:15.393749 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebf810-d396-4bc8-b4a7-7559399b42ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:07:15.394108 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebf810-d396-4bc8-b4a7-7559399b42ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:07:15.394461 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebf810-d396-4bc8-b4a7-7559399b42ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:07:15.395071 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebf810-d396-4bc8-b4a7-7559399b42ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:07:15.395431 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebf810-d396-4bc8-b4a7-7559399b42ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:07:15.395780 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebf810-d396-4bc8-b4a7-7559399b42ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:07:15.396157 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebf810-d396-4bc8-b4a7-7559399b42ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:07:15.396504 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebf810-d396-4bc8-b4a7-7559399b42ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-7-smb {{(pid=91539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 08:07:15.400426 dv-cinder-786385-7-smb neutron-server[91539]: DEBUG oslo_concurrency.lockutils [None req-21ebf810-d396-4bc8-b4a7-7559399b42ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:07:15.447473 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-290ee79e-0b74-469d-a129-c6c592017a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:07:15.472560 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-290ee79e-0b74-469d-a129-c6c592017a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:07:15.523367 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-290ee79e-0b74-469d-a129-c6c592017a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641'] for security_group, after_delete {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:07:15.528005 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-592f3d14-99ca-4280-a747-7b8ecf48a256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 08:07:15.541175 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ee79e-0b74-469d-a129-c6c592017a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b737dd0-ea68-4fe6-adef-7ed047f84da8,revision_number=None']} {{(pid=91540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 08:07:15.544048 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG oslo_concurrency.lockutils [None req-290ee79e-0b74-469d-a129-c6c592017a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 08:07:15.553395 dv-cinder-786385-7-smb neutron-server[91540]: DEBUG neutron_lib.callbacks.manager [None req-290ee79e-0b74-469d-a129-c6c592017a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:07:15.554493 dv-cinder-786385-7-smb neutron-server[91540]: INFO neutron.wsgi [None req-290ee79e-0b74-469d-a129-c6c592017a4d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3b737dd0-ea68-4fe6-adef-7ed047f84da8 HTTP/1.1" status: 204 len: 168 time: 0.1673765 Jun 02 08:07:29.951285 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-bce60fb2-8ad7-4229-a3e7-9b1dee0f7b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:07:32.390269 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:07:32.649244 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-713b9326-c193-4a56-be09-474d16717c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:07:34.028812 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:07:35.375560 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:07:39.876402 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:07:52.219126 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.agents_db [None req-10acdd10-972e-4945-a856-8243e035fc02 None None] Agent healthcheck: found 6 active agents {{(pid=91542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 08:07:59.953649 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-e52c450f-7cf9-4234-81fc-ed7e6bbf202b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:08:02.398875 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:08:02.651844 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-53073419-b035-4004-8425-b8574d9841bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:08:04.031265 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:08:05.378299 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:08:09.882991 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:08:29.218227 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.agents_db [None req-10acdd10-972e-4945-a856-8243e035fc02 None None] Agent healthcheck: found 6 active agents {{(pid=91542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 08:08:29.956722 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-3845d8a7-a7b9-4e30-ab6d-c01c9ce59194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:08:32.402335 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:08:32.654533 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-bb07c27a-deb3-46ee-88f3-26a1f371d3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:08:34.034896 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:08:35.381364 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:08:39.884147 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:08:59.957981 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-954bc631-7707-4521-8058-3c05bdf0f8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:09:02.406252 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:09:02.656584 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-98d82ed4-bddd-4bdf-8b31-c3a61da70e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:09:04.037645 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:09:05.383215 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:09:06.217759 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.agents_db [None req-10acdd10-972e-4945-a856-8243e035fc02 None None] Agent healthcheck: found 6 active agents {{(pid=91542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 08:09:09.877436 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:09:29.959667 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-a01ecfd7-6cd1-4bab-ab8a-f98edfaac585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:09:32.408842 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:09:32.659061 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-89b3160b-4176-4505-a767-31f84d155195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:09:34.041419 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:09:35.386604 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:09:39.883581 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:09:43.216460 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.agents_db [None req-10acdd10-972e-4945-a856-8243e035fc02 None None] Agent healthcheck: found 6 active agents {{(pid=91542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 08:09:59.964770 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-05bb588a-004a-48eb-a695-366ee1e8f6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:10:02.410747 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:10:02.686228 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1f944e73-d6f0-4f0d-b3b5-fb0e49c8fa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:10:04.044379 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:10:05.387783 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:10:09.882520 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:10:20.215316 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.agents_db [None req-10acdd10-972e-4945-a856-8243e035fc02 None None] Agent healthcheck: found 6 active agents {{(pid=91542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 08:10:29.956407 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-be3e1fba-1a41-4667-8952-5352439faaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:10:32.415868 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:10:32.657059 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-046f25ef-9090-407c-ae91-91584b1442a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:10:34.051160 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:10:35.390769 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:10:39.888998 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:10:57.214101 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.agents_db [None req-10acdd10-972e-4945-a856-8243e035fc02 None None] Agent healthcheck: found 6 active agents {{(pid=91542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 08:10:59.957727 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1f612ec0-99ba-4ae2-8190-a0d388d53e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:11:02.417912 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:11:02.658427 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-6237fa64-23db-41c8-b8f9-c907f499a8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:11:04.049214 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:11:05.393366 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:11:09.895964 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:11:29.958445 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-78dd966a-d974-486f-8e08-af0ef01dc78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:11:32.420665 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:11:32.659701 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-748dca0f-a26d-4116-a941-68d4d970e560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:11:34.052394 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:11:34.216459 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.agents_db [None req-10acdd10-972e-4945-a856-8243e035fc02 None None] Agent healthcheck: found 6 active agents {{(pid=91542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 08:11:35.395531 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:11:39.900616 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:11:59.959125 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-0f5cef67-4eb0-47d2-9d84-4bb7953dae32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:12:02.422715 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-afee8a65-65c7-4656-a18e-521e084c2f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:12:02.662304 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-2d61774e-90a5-49fe-9064-7e75356c3dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:12:04.056553 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-1464f1b4-b6bc-49bc-8df3-8c8be34b056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:12:05.398433 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-db3750f5-9911-4812-834a-2713d8117dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:12:09.911700 dv-cinder-786385-7-smb neutron-server[91541]: DEBUG neutron_lib.callbacks.manager [None req-61950e0d-8bc3-4228-aba9-29fbcae842f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746790743709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865882'] for agent, after_update {{(pid=91541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 08:12:11.216039 dv-cinder-786385-7-smb neutron-server[91542]: DEBUG neutron.db.agents_db [None req-10acdd10-972e-4945-a856-8243e035fc02 None None] Agent healthcheck: found 6 active agents {{(pid=91542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}